-- Logs begin at Fri 2021-11-19 14:26:21 UTC, end at Fri 2021-11-19 15:25:31 UTC. -- Nov 19 14:55:59.244219 dv-cinder-817573-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 19 14:56:01.959076 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.common.config [-] Logging enabled! Nov 19 14:56:01.959649 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev211 Nov 19 14:56:01.959863 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102632) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 19 14:56:01.963118 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.common.config [-] Logging enabled! Nov 19 14:56:01.963380 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev211 Nov 19 14:56:01.963697 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102632) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 19 14:56:01.964630 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:56:01.964893 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 19 14:56:01.965259 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 19 14:56:01.965510 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 19 14:56:01.965739 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 19 14:56:01.966665 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.967093 dv-cinder-817573-1-iscsi neutron-server[102632]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 19 14:56:01.967419 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.967722 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.968019 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.968316 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.968610 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.968921 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.969224 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.969527 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.969818 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.970102 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.970395 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.970688 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.970976 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.971270 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.971834 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.972120 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] debug = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.972405 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.972846 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.973265 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.973551 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.973848 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.974130 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.974405 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.974683 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.974969 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.975300 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] host = dv-cinder-817573-1-iscsi {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.975583 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.975874 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.976166 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.976453 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.976732 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.977035 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.977325 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.977601 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.977877 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] log_file = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.978155 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.978445 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.978736 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.979028 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.979262 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.979491 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.979784 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.980074 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.980353 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.980631 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.980930 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.981210 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.981488 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.981872 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.982163 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.982455 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.982747 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.983027 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.983304 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.983584 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.983859 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.984150 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.984426 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.984702 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.985001 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.985292 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.985565 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.985841 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.986146 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.986434 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.986721 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.987009 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.987284 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.987569 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.987845 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.988119 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.988392 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] use_json = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.988667 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.988963 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.989252 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.989526 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.989800 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.990075 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.990347 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.990632 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:01.990932 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:01.991232 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:01.991531 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:01.991819 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:01.992131 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:01.992412 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:01.992701 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:01.993005 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:01.993296 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:01.993586 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:01.993921 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:01.994157 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:01.994448 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:01.994727 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:01.995024 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:01.995328 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:01.995624 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:01.995919 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:01.996198 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:01.996474 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:01.996750 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:01.997057 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:01.997370 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:01.997653 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:01.997945 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:01.998318 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:01.998607 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:01.998907 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:01.999198 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:01.999500 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:01.999793 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.000071 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.000357 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.000653 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.000962 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.001243 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.001524 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.001816 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.002099 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.002376 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.002660 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.002941 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.003217 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.003491 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.003771 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.004065 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.004344 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.004620 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.004917 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.005199 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.005474 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.005761 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.006043 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.006320 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.006596 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.006877 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.007152 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.007427 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.007706 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.007981 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.008263 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.008539 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.008835 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.009115 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.009395 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.009671 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.009945 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.010220 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.010501 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.010777 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.011052 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.011328 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.011602 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.011881 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.012168 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.012469 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.012753 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.013571 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.013987 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.014277 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.014562 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.014846 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.015131 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.015412 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.015689 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.015984 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.016270 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.016564 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.016881 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.017189 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.017489 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.017771 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.018056 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.018334 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.018615 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.018903 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.019190 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.019488 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.019784 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.020085 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.020382 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.020677 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.020986 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.021299 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.021580 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:02.021801 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 19 14:56:02.022045 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102632) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 19 14:56:02.456365 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 19 14:56:02.456649 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 19 14:56:02.456983 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 19 14:56:02.457325 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 19 14:56:02.783950 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:02.784396 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:02.784679 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:02.785907 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:02.786186 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:02.786456 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:02.823587 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:02.823872 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:02.824147 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:02.839349 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:02.839631 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:02.839900 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:02.869534 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:02.869811 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:02.870085 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:02.907632 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:02.907912 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:02.908183 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:03.153141 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:03.154250 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:03.154250 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:03.154580 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:03.155298 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:03.253400 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:03.253721 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:03.254008 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:03.254284 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:03.254553 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:03.254867 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:03.255133 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:03.255395 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:03.255652 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:03.255937 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:03.256201 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:03.256468 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:03.256725 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:03.257004 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:03.257262 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:03.257530 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:03.257785 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:03.258054 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:03.258327 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:03.258596 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:03.258872 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:03.259129 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:03.259410 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:03.259788 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:03.260041 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:03.260290 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:03.260682 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 14:56:03.260951 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 14:56:03.261191 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 14:56:03.261429 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 14:56:03.261666 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 14:56:03.261902 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 14:56:03.262262 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 19 14:56:03.266167 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 19 14:56:03.270240 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 19 14:56:03.274091 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Nov 19 14:56:03.275735 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 19 14:56:03.276191 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 19 14:56:03.276527 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 19 14:56:03.276942 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 19 14:56:03.280493 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 19 14:56:03.280747 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 19 14:56:03.281120 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 19 14:56:03.286441 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 19 14:56:03.309142 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 19 14:56:03.309595 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:03.309922 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102632) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:89}} Nov 19 14:56:03.310456 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:03.311832 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102632) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 19 14:56:03.312119 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 19 14:56:03.312372 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 19 14:56:03.315609 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:03.315898 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:03.379061 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 19 14:56:03.379311 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 19 14:56:03.379551 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 19 14:56:03.379921 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 19 14:56:03.401590 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_db.sqlalchemy.engines [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102632) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 19 14:56:03.939006 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.plugins.ml2.managers [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Initializing driver for type 'gre' Nov 19 14:56:03.939534 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] gre ID ranges: [(1, 1000)] Nov 19 14:56:03.989704 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.plugins.ml2.managers [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Initializing driver for type 'local' Nov 19 14:56:03.990106 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.plugins.ml2.managers [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Initializing driver for type 'vlan' Nov 19 14:56:04.003564 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] VlanTypeDriver initialization complete Nov 19 14:56:04.003874 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.plugins.ml2.managers [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Initializing driver for type 'vxlan' Nov 19 14:56:04.004380 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] vxlan ID ranges: [(1, 1000)] Nov 19 14:56:04.053485 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.plugins.ml2.managers [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Initializing extension driver 'port_security' Nov 19 14:56:04.053825 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.plugins.ml2.extensions.port_security [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] PortSecurityExtensionDriver initialization complete Nov 19 14:56:04.054157 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.plugins.ml2.managers [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Initializing mechanism driver 'openvswitch' Nov 19 14:56:04.054507 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.plugins.ml2.managers [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Initializing mechanism driver 'hyperv' Nov 19 14:56:04.061611 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:56:04.062428 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > port after_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.062801 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > port after_update 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.063161 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > port after_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.063691 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102632) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 14:56:04.064121 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > subnet after_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.064472 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > subnet after_update 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.064833 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > subnet after_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.065242 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102632) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 14:56:04.065646 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > network after_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.065992 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > network after_update 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.066331 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > network after_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.066729 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102632) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 14:56:04.067132 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > security_group after_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.067480 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > security_group after_update 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.067821 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > security_group after_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.068222 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102632) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 14:56:04.068622 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.068994 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.069334 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.069730 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102632) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 14:56:04.070129 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > address_group after_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.070471 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > address_group after_update 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.070808 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > address_group after_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.071207 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102632) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 14:56:04.071585 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] ML2 OVO RPC backend initialized. {{(pid=102632) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 19 14:56:04.072279 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > router_interface after_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.072638 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.073078 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > network before_response 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.073426 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > networks before_response 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.073771 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > port before_response 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.074109 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > ports before_response 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.074449 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > subnet before_response 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.074787 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > subnets before_response 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.075129 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > network after_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.075474 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > network after_update 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.075811 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > network after_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.076144 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > port after_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.076481 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > port after_update 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.076845 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > port after_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.077185 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > subnet after_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.077522 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > subnet after_update 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.077856 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > subnet after_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.078424 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.plugins.ml2.plugin [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Modular L2 Plugin initialization complete Nov 19 14:56:04.078750 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading services supported by the core plugin {{(pid=102632) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 19 14:56:04.079073 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.plugins.ml2.managers [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Got port-security extension from driver 'port_security' Nov 19 14:56:04.079531 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.extensions.vlantransparent [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Disabled vlantransparent extension. Nov 19 14:56:04.080009 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102632) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 19 14:56:04.080324 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading Plugin: router Nov 19 14:56:04.116339 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > router_interface before_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.116733 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > router after_create 55549900 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.117131 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > router before_create 55549900 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.117492 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.117860 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.118213 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > router after_delete 55549900 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.118569 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > floatingip after_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.119036 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > floatingip after_update 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.119396 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > router after_create 55549900 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.119745 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > router after_update 55549900 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.120093 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > router after_update 55549900 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.120441 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.120818 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > router after_update 55549900 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.121229 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > router precommit_update 55549900 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.121599 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: port after_update 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.121935 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: port after_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.122845 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: subnet after_update 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.123198 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.123544 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > port precommit_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.123888 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > router precommit_create 55549900 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.124231 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: port before_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.124569 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > router precommit_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.124953 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > router after_update 55549900 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.125295 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > router precommit_delete 55549900 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.125645 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > router precommit_create 55549900 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.126003 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > router_interface after_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.126344 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > router precommit_update 55549900 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.126704 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > agent after_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.127050 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > agent after_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.127391 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > network after_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.128236 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.quota.resource_registry [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Tracking information for resource: router configured {{(pid=102632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 14:56:04.128564 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.quota.resource_registry [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Tracking information for resource: floatingip configured {{(pid=102632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 14:56:04.133485 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.db.l3_agentschedulers_db [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 19 14:56:04.134060 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: port after_update 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.134424 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: port after_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.134778 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: port after_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.135127 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: port after_update 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.135898 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > router before_create 55550100 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.136263 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > router precommit_delete 55550100 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.136624 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > router precommit_create 55550100 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.137005 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > router precommit_update 55550100 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.141959 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.services.provider_configuration [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Service providers = [] {{(pid=102632) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 19 14:56:04.142325 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.db.servicetype_db [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102632) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 19 14:56:04.145301 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.services.service_base [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102632) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 14:56:04.145646 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.services.service_base [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102632) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 14:56:04.145985 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.services.service_base [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102632) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 14:56:04.146869 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.services.service_base [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102632) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 14:56:04.147237 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.services.service_base [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 19 14:56:04.147607 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 14:56:04.147919 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 19 14:56:04.158722 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 14:56:04.159247 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading Plugin: auto_allocate Nov 19 14:56:04.164720 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: network precommit_update 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.165111 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: network precommit_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.165632 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 14:56:04.165954 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading Plugin: tag Nov 19 14:56:04.173279 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 14:56:04.173608 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading Plugin: timestamp Nov 19 14:56:04.177427 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 14:56:04.177755 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading Plugin: network_ip_availability Nov 19 14:56:04.183173 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.183544 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.183902 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.184615 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 14:56:04.185542 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading Plugin: flavors Nov 19 14:56:04.190441 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 14:56:04.190770 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading Plugin: revisions Nov 19 14:56:04.195071 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 14:56:04.195462 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_concurrency.lockutils [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.738s {{(pid=102632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 19 14:56:04.196202 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102632) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 19 14:56:04.196539 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Initializing extension manager. Nov 19 14:56:04.197083 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: __init__.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.197425 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: __pycache__ {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.197759 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.198091 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: address_group.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.198838 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.199401 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: address-group Nov 19 14:56:04.199725 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: address_scope.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.200496 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.200995 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: address-scope Nov 19 14:56:04.201321 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: admin_state_down_before_update.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.202246 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.202757 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: router-admin-state-down-before-update Nov 19 14:56:04.203081 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: agent.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.203784 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.204289 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: agent Nov 19 14:56:04.204614 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: agent_resources_synced.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.205558 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.206066 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: agent-resources-synced Nov 19 14:56:04.206386 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: allowedaddresspairs.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.208146 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.208662 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: allowed-address-pairs Nov 19 14:56:04.209012 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: auto_allocated_topology.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.210082 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.210618 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: auto-allocated-topology Nov 19 14:56:04.210938 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: availability_zone.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.211623 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.212124 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: availability_zone Nov 19 14:56:04.212441 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: availability_zone_filter.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.213372 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.213877 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: availability_zone_filter Nov 19 14:56:04.214195 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: data_plane_status.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.215096 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.215601 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extension data-plane-status not supported by any of loaded plugins Nov 19 14:56:04.215964 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: default_subnetpools.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.216967 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.217473 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: default-subnetpools Nov 19 14:56:04.217793 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: dhcpagentscheduler.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.218594 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.219096 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: dhcp_agent_scheduler Nov 19 14:56:04.219417 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: dns.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.220324 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.220848 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extension dns-integration not supported by any of loaded plugins Nov 19 14:56:04.221175 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: dns_domain_ports.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.222347 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.222851 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 19 14:56:04.223176 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.224100 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.224597 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 19 14:56:04.224947 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: dvr.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.225625 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.226125 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: dvr Nov 19 14:56:04.226445 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: ecmp_routes.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.227352 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.227851 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extension ecmp_routes not supported by any of loaded plugins Nov 19 14:56:04.228172 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: empty_string_filtering.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.229106 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.229612 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: empty-string-filtering Nov 19 14:56:04.229931 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.230835 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.231340 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 19 14:56:04.232233 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.233161 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.233668 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 19 14:56:04.233989 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: external_net.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.234889 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.235398 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: external-net Nov 19 14:56:04.235718 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: extra_dhcp_opt.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.236617 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.237155 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: extra_dhcp_opt Nov 19 14:56:04.237475 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: extraroute.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.238382 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.238885 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: extraroute Nov 19 14:56:04.239203 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: extraroute_atomic.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.240397 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.240942 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: extraroute-atomic Nov 19 14:56:04.241266 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: filter_validation.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.241928 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.242430 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: filter-validation Nov 19 14:56:04.242749 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: fip_pf_description.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.243654 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.244156 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 19 14:56:04.244478 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: fip_port_details.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.245428 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.245932 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: fip-port-details Nov 19 14:56:04.246254 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: flavors.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.247563 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.248164 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: flavors Nov 19 14:56:04.248489 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.250178 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.250694 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 19 14:56:04.251021 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: floatingip_pools.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.251718 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.252224 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: floatingip-pools Nov 19 14:56:04.252547 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: ip_allocation.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.253691 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.254152 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extension ip_allocation not supported by any of loaded plugins Nov 19 14:56:04.254477 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.255403 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.255908 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: ip-substring-filtering Nov 19 14:56:04.256230 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: l2_adjacency.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.257180 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.257679 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extension l2_adjacency not supported by any of loaded plugins Nov 19 14:56:04.257999 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: l3.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.258957 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.259467 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: router Nov 19 14:56:04.259790 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: l3_conntrack_helper.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.262050 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.262566 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 19 14:56:04.263441 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.264460 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.265013 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: ext-gw-mode Nov 19 14:56:04.265341 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.266284 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.266788 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: l3-ha Nov 19 14:56:04.267109 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: l3_flavors.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.268022 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.268522 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: l3-flavors Nov 19 14:56:04.268867 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.269777 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.270279 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: l3-port-ip-change-not-allowed Nov 19 14:56:04.270598 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: l3agentscheduler.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.271633 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.272140 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: l3_agent_scheduler Nov 19 14:56:04.272465 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: local_ip.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.274263 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.274779 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extension local_ip not supported by any of loaded plugins Nov 19 14:56:04.275110 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: logging.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.277991 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.279122 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extension logging not supported by any of loaded plugins Nov 19 14:56:04.279461 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: metering.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.280244 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.280865 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: metering Nov 19 14:56:04.281199 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.282285 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.282809 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: metering_source_and_destination_fields Nov 19 14:56:04.283139 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: multiprovidernet.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.284073 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.284587 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: multi-provider Nov 19 14:56:04.284946 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: netmtu.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.285866 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.286376 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: net-mtu Nov 19 14:56:04.286702 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: netmtu_writable.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.287614 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.288126 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: net-mtu-writable Nov 19 14:56:04.288451 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: network_availability_zone.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.289148 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.289657 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: network_availability_zone Nov 19 14:56:04.289981 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: network_ip_availability.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.291084 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.291598 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: network-ip-availability Nov 19 14:56:04.291922 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: network_segment_range.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.292686 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.293213 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extension network-segment-range not supported by any of loaded plugins Nov 19 14:56:04.293538 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: pagination.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.294566 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.294895 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: pagination Nov 19 14:56:04.295217 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: port_device_profile.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.296128 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.296637 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: port-device-profile Nov 19 14:56:04.296984 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.297901 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.298406 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: port-mac-address-regenerate Nov 19 14:56:04.298726 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.299642 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.300145 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: port-numa-affinity-policy Nov 19 14:56:04.300465 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: port_resource_request.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.301397 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.301900 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extension port-resource-request not supported by any of loaded plugins Nov 19 14:56:04.302220 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: port_resource_request_groups.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.303184 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.303694 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 19 14:56:04.304016 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: portbindings.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.304988 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.305495 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: binding Nov 19 14:56:04.305820 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: portbindings_extended.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.307094 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.307605 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: binding-extended Nov 19 14:56:04.307931 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: portsecurity.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.308856 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.309368 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: port-security Nov 19 14:56:04.310256 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: project_id.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.311364 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.311697 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: project-id Nov 19 14:56:04.312021 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: providernet.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.312978 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.313489 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: provider Nov 19 14:56:04.313811 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: qos.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.317401 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.317925 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extension qos not supported by any of loaded plugins Nov 19 14:56:04.318260 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.319501 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.320021 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 19 14:56:04.320350 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.321304 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.321819 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 19 14:56:04.322143 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: qos_default.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.323053 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.323566 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extension qos-default not supported by any of loaded plugins Nov 19 14:56:04.323890 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: qos_fip.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.324539 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.325061 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extension qos-fip not supported by any of loaded plugins Nov 19 14:56:04.325535 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: qos_gateway_ip.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.326691 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.327704 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 19 14:56:04.328026 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: qos_port_network_policy.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.328971 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.329480 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 19 14:56:04.329802 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.331017 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.331532 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 19 14:56:04.331861 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: qos_pps_rule.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.333071 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.333585 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extension qos-pps not supported by any of loaded plugins Nov 19 14:56:04.333911 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: qos_rule_type_details.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.334843 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.335354 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 19 14:56:04.335678 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: qos_rules_alias.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.336730 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.337261 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 19 14:56:04.337586 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: quota_check_limit.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.338492 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.339005 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: quota-check-limit Nov 19 14:56:04.339327 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: quotasv2.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.340236 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.340562 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: quotas Nov 19 14:56:04.340938 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: quotasv2_detail.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.344253 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.344594 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: quota_details Nov 19 14:56:04.344958 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: rbac.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.346009 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.346798 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: rbac-policies Nov 19 14:56:04.347128 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: rbac_address_group.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.348060 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.348578 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: rbac-address-group Nov 19 14:56:04.348941 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: rbac_address_scope.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.349867 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.350381 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: rbac-address-scope Nov 19 14:56:04.350709 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: rbac_security_groups.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.351624 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.352137 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: rbac-security-groups Nov 19 14:56:04.352461 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: rbac_subnetpool.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.353398 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.353904 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: rbac-subnetpool Nov 19 14:56:04.354224 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: revisionifmatch.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.355136 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.355644 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: revision-if-match Nov 19 14:56:04.355964 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: revisions.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.357166 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.357666 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: standard-attr-revisions Nov 19 14:56:04.357989 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: router_availability_zone.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.358659 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.359161 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: router_availability_zone Nov 19 14:56:04.359481 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: routerservicetype.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.360402 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.360944 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extension router-service-type not supported by any of loaded plugins Nov 19 14:56:04.361270 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.362259 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.362771 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: security-groups-normalized-cidr Nov 19 14:56:04.363093 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: security_groups_port_filtering.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.364012 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.364601 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: port-security-groups-filtering Nov 19 14:56:04.364958 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.365883 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.366398 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: security-groups-remote-address-group Nov 19 14:56:04.366729 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.367664 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.368172 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: security-groups-shared-filtering Nov 19 14:56:04.368496 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.369118 dv-cinder-817573-1-iscsi neutron-server[102632]: WARNING neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 19 14:56:04.369441 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: securitygroup.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.379726 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.380255 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: security-group Nov 19 14:56:04.380587 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: segment.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.381398 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.381910 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extension segment not supported by any of loaded plugins Nov 19 14:56:04.382236 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.383177 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.383689 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 19 14:56:04.384015 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: servicetype.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.385148 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.385669 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: service-type Nov 19 14:56:04.385994 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: sorting.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.386989 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.387328 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: sorting Nov 19 14:56:04.387656 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: standard_attr_segment.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.389153 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.389662 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 19 14:56:04.390022 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: standardattrdescription.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.390674 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.391180 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: standard-attr-description Nov 19 14:56:04.391503 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: stateful_security_group.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.392422 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.392967 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: stateful-security-group Nov 19 14:56:04.393291 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: stdattrs_common.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.394972 dv-cinder-817573-1-iscsi neutron-server[102632]: WARNING neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 19 14:56:04.395293 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.396214 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.396739 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 19 14:56:04.397084 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: subnet_onboard.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.398145 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.398669 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: subnet_onboard Nov 19 14:56:04.398995 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.399924 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.400438 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 19 14:56:04.400764 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: subnet_service_types.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.401713 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.402230 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: subnet-service-types Nov 19 14:56:04.402554 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: subnetallocation.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.403751 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.404265 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: subnet_allocation Nov 19 14:56:04.404594 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.405282 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.405793 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: subnetpool-prefix-ops Nov 19 14:56:04.406116 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.407045 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.407561 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 19 14:56:04.407886 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: tagging.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.408992 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.409515 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: standard-attr-tag Nov 19 14:56:04.409845 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: timestamp.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.411044 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.411560 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loaded extension: standard-attr-timestamp Nov 19 14:56:04.411894 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: trunk.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.412954 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.413473 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extension trunk not supported by any of loaded plugins Nov 19 14:56:04.413978 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: trunk_details.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.414905 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.415561 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extension trunk-details not supported by any of loaded plugins Nov 19 14:56:04.416631 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: uplink_status_propagation.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.416974 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.417610 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 19 14:56:04.417938 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Loading extension file: vlantransparent.py {{(pid=102632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 14:56:04.418723 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 14:56:04.419369 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extension vlan-transparent not supported by any of loaded plugins Nov 19 14:56:04.422411 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.quota.resource_registry [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Creating instance of TrackedResource for resource:network Nov 19 14:56:04.423024 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.quota.resource_registry [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Creating instance of TrackedResource for resource:subnet Nov 19 14:56:04.423571 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.quota.resource_registry [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 14:56:04.423877 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.quota.resource_registry [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Creating instance of TrackedResource for resource:port Nov 19 14:56:04.425271 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.v2.resource_helper [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 14:56:04.425807 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.v2.resource_helper [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Service FLAVORS assigned prefix: {{(pid=102632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 14:56:04.426479 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.v2.resource_helper [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 14:56:04.426911 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.v2.resource_helper [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 14:56:04.427348 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.quota.resource_registry [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Creating instance of TrackedResource for resource:router Nov 19 14:56:04.427838 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.quota.resource_registry [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Creating instance of TrackedResource for resource:floatingip Nov 19 14:56:04.428396 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.v2.resource_helper [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Service METERING assigned prefix: /metering {{(pid=102632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 14:56:04.430064 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.430479 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.430835 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 14:56:04.431939 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.quota.resource_registry [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Creating instance of CountableResource for resource:rbac_policy Nov 19 14:56:04.432466 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.quota.resource_registry [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Creating instance of TrackedResource for resource:security_group Nov 19 14:56:04.433033 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.quota.resource_registry [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Creating instance of TrackedResource for resource:security_group_rule Nov 19 14:56:04.433629 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.v2.resource_helper [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Service CORE assigned prefix: {{(pid=102632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 14:56:04.433964 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.quota.resource_registry [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 14:56:04.434313 dv-cinder-817573-1-iscsi neutron-server[102632]: WARNING neutron.quota.resource_registry [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] subnetpool is already registered Nov 19 14:56:04.435275 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.v2.resource_helper [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Service CORE assigned prefix: {{(pid=102632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 14:56:04.435599 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.quota.resource_registry [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 14:56:04.435929 dv-cinder-817573-1-iscsi neutron-server[102632]: WARNING neutron.quota.resource_registry [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] subnetpool is already registered Nov 19 14:56:04.438218 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.v2.resource_helper [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 14:56:04.438646 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.v2.resource_helper [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Service FLAVORS assigned prefix: {{(pid=102632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 14:56:04.439224 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.v2.resource_helper [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 14:56:04.439637 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.v2.resource_helper [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 14:56:04.439967 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.quota.resource_registry [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Creating instance of TrackedResource for resource:router Nov 19 14:56:04.440305 dv-cinder-817573-1-iscsi neutron-server[102632]: WARNING neutron.quota.resource_registry [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] router is already registered Nov 19 14:56:04.440710 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.quota.resource_registry [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Creating instance of TrackedResource for resource:floatingip Nov 19 14:56:04.441063 dv-cinder-817573-1-iscsi neutron-server[102632]: WARNING neutron.quota.resource_registry [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] floatingip is already registered Nov 19 14:56:04.441511 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.v2.resource_helper [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Service METERING assigned prefix: /metering {{(pid=102632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 14:56:04.442167 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.quota.resource_registry [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Creating instance of CountableResource for resource:rbac_policy Nov 19 14:56:04.442494 dv-cinder-817573-1-iscsi neutron-server[102632]: WARNING neutron.quota.resource_registry [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] rbac_policy is already registered Nov 19 14:56:04.442901 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.quota.resource_registry [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Creating instance of TrackedResource for resource:security_group Nov 19 14:56:04.443232 dv-cinder-817573-1-iscsi neutron-server[102632]: WARNING neutron.quota.resource_registry [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] security_group is already registered Nov 19 14:56:04.443629 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.quota.resource_registry [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Creating instance of TrackedResource for resource:security_group_rule Nov 19 14:56:04.443955 dv-cinder-817573-1-iscsi neutron-server[102632]: WARNING neutron.quota.resource_registry [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] security_group_rule is already registered Nov 19 14:56:04.444574 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.v2.resource_helper [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Service CORE assigned prefix: {{(pid=102632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 14:56:04.444930 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.quota.resource_registry [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 14:56:04.445261 dv-cinder-817573-1-iscsi neutron-server[102632]: WARNING neutron.quota.resource_registry [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] subnetpool is already registered Nov 19 14:56:04.445683 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.v2.resource_helper [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Service CORE assigned prefix: {{(pid=102632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 14:56:04.446008 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.quota.resource_registry [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 14:56:04.446334 dv-cinder-817573-1-iscsi neutron-server[102632]: WARNING neutron.quota.resource_registry [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] subnetpool is already registered Nov 19 14:56:04.446786 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extended resource: extensions {{(pid=102632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 14:56:04.448282 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extended resource: address-groups {{(pid=102632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 14:56:04.449789 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extended resource: address-scopes {{(pid=102632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 14:56:04.451694 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extended resource: agents {{(pid=102632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 14:56:04.452886 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extended resource: auto-allocated-topology {{(pid=102632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 14:56:04.454109 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extended resource: availability_zones {{(pid=102632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 14:56:04.455317 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extended resource: dhcp-networks {{(pid=102632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 14:56:04.456842 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extended resource: dhcp-agents {{(pid=102632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 14:56:04.458255 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extended resource: routers {{(pid=102632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 14:56:04.460450 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extended resource: flavors {{(pid=102632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 14:56:04.461621 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extended resource: service_profiles {{(pid=102632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 14:56:04.462842 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extended resource: next_providers {{(pid=102632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 14:56:04.464274 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extended resource: service_profiles {{(pid=102632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 14:56:04.465860 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extended resource: floatingip-pools {{(pid=102632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 14:56:04.467213 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extended resource: routers {{(pid=102632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 14:56:04.469350 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extended resource: floatingips {{(pid=102632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 14:56:04.471870 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extended resource: l3-routers {{(pid=102632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 14:56:04.473304 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extended resource: l3-agents {{(pid=102632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 14:56:04.474705 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extended resource: metering-labels {{(pid=102632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 14:56:04.476057 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extended resource: metering-label-rules {{(pid=102632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 14:56:04.477421 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extended resource: network-ip-availabilities {{(pid=102632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 14:56:04.478693 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extended resource: bindings {{(pid=102632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 14:56:04.480343 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extended resource: quotas {{(pid=102632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 14:56:04.482046 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extended resource: quotas {{(pid=102632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 14:56:04.483575 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extended resource: rbac-policies {{(pid=102632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 14:56:04.484879 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extended resource: security-groups {{(pid=102632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 14:56:04.486101 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extended resource: security-group-rules {{(pid=102632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 14:56:04.487339 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extended resource: service-providers {{(pid=102632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 14:56:04.488549 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extended resource: subnetpools {{(pid=102632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 14:56:04.489995 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extended resource: subnetpools {{(pid=102632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 14:56:04.491442 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extended resource: tags {{(pid=102632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 14:56:04.493136 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extended resource: tags {{(pid=102632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 14:56:04.494947 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extended resource: tags {{(pid=102632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 14:56:04.496707 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extended resource: tags {{(pid=102632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 14:56:04.499058 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extended resource: tags {{(pid=102632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 14:56:04.500938 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extended resource: tags {{(pid=102632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 14:56:04.502609 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extended resource: tags {{(pid=102632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 14:56:04.504559 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extended resource: tags {{(pid=102632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 14:56:04.506308 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extended resource: tags {{(pid=102632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 14:56:04.508146 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron.api.extensions [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Extended resource: tags {{(pid=102632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 14:56:04.514828 dv-cinder-817573-1-iscsi neutron-server[102632]: WARNING keystonemiddleware.auth_token [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 19 14:56:04.519457 dv-cinder-817573-1-iscsi neutron-server[102632]: WARNING keystonemiddleware.auth_token [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 19 14:56:04.528159 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_concurrency.lockutils [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Acquired lock "singleton_lock" {{(pid=102632) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 19 14:56:04.528754 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_concurrency.lockutils [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Releasing lock "singleton_lock" {{(pid=102632) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 19 14:56:04.529426 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO oslo_service.service [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Starting 2 workers Nov 19 14:56:04.534204 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Started child 102739 {{(pid=102632) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 14:56:04.538619 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Started child 102740 {{(pid=102632) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 14:56:04.539738 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:04.540549 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO neutron.service [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Neutron service started, listening on 0.0.0.0:9696 Nov 19 14:56:04.540882 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Publish callbacks [] for process, before_spawn {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:04.541188 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [-] (102739) wsgi starting up on http://0.0.0.0:9696 Nov 19 14:56:04.543250 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO oslo_service.service [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Starting 1 workers Nov 19 14:56:04.543531 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:04.545226 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [-] (102740) wsgi starting up on http://0.0.0.0:9696 Nov 19 14:56:04.548491 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Started child 102741 {{(pid=102632) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 14:56:04.549074 dv-cinder-817573-1-iscsi neutron-server[102632]: INFO oslo_service.service [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Starting 1 workers Nov 19 14:56:04.552279 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.service [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] calling RpcWorker wait() {{(pid=102741) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 19 14:56:04.552849 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.service [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] returning from RpcWorker wait() {{(pid=102741) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 19 14:56:04.553524 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Started child 102742 {{(pid=102632) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 14:56:04.554112 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:04.554329 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e726d2ab-8731-4536-8692-4ab2bb64473d None None] Publish callbacks [] for process, after_spawn {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:04.554569 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:56:04.556306 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102632) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 19 14:56:04.556520 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:56:04.556709 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 19 14:56:04.556949 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 19 14:56:04.557285 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 19 14:56:04.557466 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 19 14:56:04.557977 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.558254 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.558515 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.558792 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.559084 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.559313 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:04.560267 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.560420 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.560888 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.560992 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:56:04.561240 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.561515 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.561691 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.561863 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.562125 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.562361 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.562669 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.562949 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.563190 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.563420 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.563594 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.563840 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.564118 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.564350 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.564611 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] debug = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.564872 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.565368 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.565623 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.565864 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.566114 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.566400 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.566629 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.566886 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.567138 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.567375 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.567616 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.567880 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.568115 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.568349 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.568611 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.568850 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.569109 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.569328 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.569790 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] host = dv-cinder-817573-1-iscsi {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.570008 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.570247 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.570509 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.570767 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.571028 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.571265 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.571544 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.571804 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.572055 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.572281 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.572543 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.572805 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.573051 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.573307 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] log_file = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.573476 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] log_options = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.573712 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.573987 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.574254 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.574434 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.574606 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.574790 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.575058 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.575216 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.576201 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.576686 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.576954 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.577200 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.577442 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.577682 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.577961 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.578211 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.578464 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.578684 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.578931 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.579179 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.579407 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.579633 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.579882 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.580122 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.580355 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.580571 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.580814 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.581047 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.581266 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.581520 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.581738 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.581983 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.582203 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.582460 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.582725 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.582954 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.583183 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.583418 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.583705 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.583933 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.584196 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.584443 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.584657 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.584928 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.585145 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.585358 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.585595 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] use_json = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.585807 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.586040 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.587003 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.587003 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.587003 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.587208 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.587326 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.587570 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.588025 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.588532 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.588881 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.589118 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.589370 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.589620 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.589948 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.590201 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.590483 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.590756 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.591143 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.591566 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.591883 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.595995 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.595995 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.595995 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.595995 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.595995 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.595995 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.595995 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.595995 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.597635 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.597635 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.597635 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.597635 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.597635 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.597635 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.597635 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.597635 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.600622 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.600622 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.600622 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.600622 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.600622 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.600622 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.600622 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.600622 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.603232 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.603232 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.603232 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.603232 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.603232 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.603232 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.603232 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.603232 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.603232 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.603932 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.603932 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.603932 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.603932 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.603932 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.603932 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.603932 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.603932 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.603932 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.604566 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.604566 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.604566 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.604566 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.604566 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.604566 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.604566 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.605114 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.605114 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.605260 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.605344 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.608423 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.608423 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.608423 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.608423 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.608423 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.608423 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.608423 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.608423 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.608423 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.609194 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.609194 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.609194 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.609455 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.609455 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.609647 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.609862 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.610069 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.610275 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.610491 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.612226 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.612226 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.612226 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.612226 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.612226 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.612226 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.612226 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.614489 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.614489 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.614489 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.614489 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.614489 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.614489 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.614489 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.614489 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.615043 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.615043 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.615043 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.615043 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.615043 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.615578 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.615578 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.615835 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.616910 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.616910 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.616910 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.616910 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.616910 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.617251 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.617251 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.617491 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.617718 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.617968 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.618232 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.618435 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.618732 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.619373 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.619373 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.619663 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.620034 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.620034 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.621650 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.621650 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.621650 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.621650 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.621650 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.621650 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.622115 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.622115 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.622115 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.623030 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.623158 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.623399 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.623786 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.624037 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.624229 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.625286 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.625286 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.625286 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.625286 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.625582 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.625650 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.625911 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.627781 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.627781 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.627781 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.627781 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.627781 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.627781 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.627781 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.627781 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.628296 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.628296 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.628296 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.628655 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.628958 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.629200 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.630731 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.630731 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.630731 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.630731 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.630731 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.630731 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.631176 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.631569 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.631933 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.632307 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.632665 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.633094 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.633321 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.633591 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.634049 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.634444 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.634865 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.635375 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.635843 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.636253 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.636687 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.637025 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.637329 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.637557 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.637810 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.638590 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.638982 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.639366 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.639793 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.640067 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.640339 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.640692 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.640968 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.641208 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.641464 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.641690 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.641931 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.642171 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.642396 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.642761 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.642988 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.643216 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.643461 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.643709 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.643973 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.644208 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.644424 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.644638 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.644892 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.645111 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.645399 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.645661 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.645890 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.646300 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.646531 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.646746 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.647000 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.647215 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.647429 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.647655 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.647901 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.648108 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.648597 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.648597 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.648900 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.648992 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.649209 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.649446 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.649670 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.649882 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.650092 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.650311 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.650529 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.650742 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.650967 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.651177 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.651383 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.651599 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.651818 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.652027 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.652273 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.652479 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.652685 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.652934 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.653176 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.653416 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.653856 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.654126 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.654346 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.654637 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.654882 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.655142 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.655365 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.655688 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.655901 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.656138 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.656360 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.656574 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.656836 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.657093 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.657397 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.657682 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.657907 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.658140 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.658423 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.658699 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.658985 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.659188 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.659489 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.659819 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.660086 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.660343 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.660590 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.660955 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.661154 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.661312 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.661505 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.661746 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.661959 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.662198 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.662422 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.662643 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.662873 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.663095 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.663308 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.663545 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.663771 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.664009 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.664221 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.664377 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 19 14:56:04.664946 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102632) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 19 14:56:04.665108 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:56:04.665261 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 19 14:56:04.665430 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 19 14:56:04.665599 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 19 14:56:04.665749 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 19 14:56:04.665953 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.666114 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.666341 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.666477 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.666599 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.666742 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.666899 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.667056 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.667211 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.667367 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.667523 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.667679 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.667916 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.668015 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.668651 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.668836 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.669018 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.669207 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.669346 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.669603 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.669689 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.669772 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.669922 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] debug = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.670084 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.670314 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.670454 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.670589 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.670729 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.670878 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.671029 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.671191 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.671349 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.671503 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.671659 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.671801 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.671962 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.672115 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.672428 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.672587 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.672743 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.672926 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.673083 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] host = dv-cinder-817573-1-iscsi {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.673240 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.673398 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.673662 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.673763 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.673844 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.674845 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.674845 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.674845 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.674845 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.674845 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.674845 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.674845 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.675692 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.675692 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] log_file = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.675692 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] log_options = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.675692 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.675692 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.676673 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.676673 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.676673 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.676673 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.676673 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.676673 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.676673 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.677527 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.677527 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.677527 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.677527 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.677527 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.677527 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.679054 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.679054 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.679054 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.679054 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.679054 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.679054 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.679054 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.679054 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.679724 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.679724 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.679724 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.679724 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.679724 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.679724 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.679724 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.680373 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.680373 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.680373 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.680373 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.680373 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.680726 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.680726 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.680900 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.680978 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.681129 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.681285 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.681440 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.681596 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.681752 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.681912 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.682089 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.682220 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] use_json = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.682531 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.682886 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.682886 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.683116 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.683116 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.683349 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.683471 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.683554 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 14:56:04.683716 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.683877 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.684045 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.684205 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.684363 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.684524 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.685226 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.685389 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.685548 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.685708 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.685881 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.686070 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.686188 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.686348 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.686507 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.686674 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.686834 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.686991 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.687381 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.687381 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.687618 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.687618 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.687779 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.687897 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.688052 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.688362 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.688519 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.688854 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.689019 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.689195 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.689361 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.689520 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.689679 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.689838 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.689998 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.690158 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.690317 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.690477 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.690636 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.690796 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.690956 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.691114 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.691243 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:56:04.691336 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.691417 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.691566 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.691726 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.691887 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.692045 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.692203 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.692362 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.692521 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.692679 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.692862 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.693023 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.693184 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.693343 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.693500 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.693670 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.693829 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.693989 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.694146 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.694306 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.694463 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.694621 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.694785 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.694924 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.695083 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.695242 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.695413 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.695571 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.695729 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.695887 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.696045 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.696203 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.696361 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.696521 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.696679 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.696842 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.697008 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.697167 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.697325 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.697483 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.697641 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.697799 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.697958 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.698117 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.698280 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.698440 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.698596 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.698754 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.698913 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.699080 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.699253 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.699416 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.699574 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.699732 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.699890 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.700048 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.700206 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.700497 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.700728 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.700848 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.701048 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.701207 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.701367 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.701527 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.701684 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.701843 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.702001 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.702747 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.702910 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.703069 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.703396 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.703396 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.703581 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.703710 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.703823 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.703995 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.704111 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.704270 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.704431 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.704588 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.704753 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.704944 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.705103 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.705262 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.705763 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.705763 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.705763 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.706057 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.706057 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.706593 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.706593 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.706593 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.706593 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.707891 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.707891 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.707891 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.707891 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.707891 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.707891 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.707891 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.707891 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.708477 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.708477 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.708477 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.708477 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.708938 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.708938 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.708938 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.709145 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.709145 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.709287 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.709428 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.709585 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.709745 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.709903 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.710063 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.710221 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.710379 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.710537 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.710695 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.710853 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.711016 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.711176 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.711332 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.711491 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.711675 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.711786 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.711940 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.712097 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.712259 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.712414 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.712724 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.712906 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.713068 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.713228 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.713389 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.713549 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.713709 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.713868 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.714026 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.714187 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.714345 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.714504 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.714663 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.714823 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.714984 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.715143 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.715303 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.715462 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.715620 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.715803 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.716036 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.716249 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.716410 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.716569 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.716728 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.716911 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.717220 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.717220 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.717445 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.717529 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.718134 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.718134 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.718134 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.718134 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.718453 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.718453 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.718597 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.718675 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.718839 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.719017 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.719176 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.719341 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.719500 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.719690 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.719820 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.719979 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.720137 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.720295 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.720453 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.720889 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.720889 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.721141 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.721141 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.721377 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.721377 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.721871 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.721993 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.722116 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.722238 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.722383 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.722542 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.722699 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.722856 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.723023 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.723181 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.723340 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.723498 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.723656 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.723814 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.723981 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.724139 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.724297 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.724455 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.724613 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.724771 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.724961 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.725121 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.725279 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.725443 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.725601 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.725758 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.725917 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.726086 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.726245 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.726406 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.726565 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.726724 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.726883 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.727043 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.727205 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.727371 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.727536 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.727696 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.727861 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.728026 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.728193 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.728351 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.728516 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.728685 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.728863 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.729069 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.729196 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.729318 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.729467 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.729628 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.729768 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.729932 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.730089 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.730247 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.730405 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.730562 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.730720 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.730878 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.731037 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.731193 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.732220 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.732220 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.733233 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 14:56:04.733233 dv-cinder-817573-1-iscsi neutron-server[102632]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 19 14:56:04.921408 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 37276) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:56:04.929915 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063407 Nov 19 14:56:16.144113 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54df4e0e-bb5d-409c-a548-03107d1c99ff None None] get_active_networks_info from dv-cinder-817573-1-iscsi {{(pid=102741) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 14:56:16.220410 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54df4e0e-bb5d-409c-a548-03107d1c99ff None None] No non-hosted networks {{(pid=102741) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 19 14:56:16.264012 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.agentschedulers_db [None req-54df4e0e-bb5d-409c-a548-03107d1c99ff None None] DHCP Agent not found on host dv-cinder-817573-1-iscsi {{(pid=102741) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 19 14:56:16.409402 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-7cea1fab-e55b-4efd-b79b-c6c3c70b91e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-469976'] for agent, after_create {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:18.587979 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-666ab77f-923f-49f6-95f0-2604c85ad81b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-469976'] for agent, after_create {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:18.656105 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-433b85b2-961a-4230-92df-c16a67d8e5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:19.672109 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-469976'] for agent, after_create {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:21.060220 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-469976'] for agent, after_create {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:21.712401 dv-cinder-817573-1-iscsi neutron-server[102741]: INFO neutron.db.l3_hamode_db [None req-d126c192-e7dc-4cfb-b579-ca019819a3fb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 19 14:56:21.791398 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d126c192-e7dc-4cfb-b579-ca019819a3fb None None] Routers set() bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:56:21.791794 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d126c192-e7dc-4cfb-b579-ca019819a3fb None None] Router IDs set() for agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 19 14:56:22.080981 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-469976'] for agent, after_create {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:22.084674 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:22.085325 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:22.086647 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:22.087092 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:22.087570 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:22.088059 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:22.088718 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:22.089260 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:22.089605 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:22.090463 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:22.091004 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:22.091552 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:22.092033 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-817573-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:56:22.101761 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-817573-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:56:22.591810 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 37368) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:56:23.094544 dv-cinder-817573-1-iscsi neutron-server[102740]: WARNING oslo_policy.policy [None req-068c62da-e6c5-4c78-b4d4-df060ea6c884 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 14:56:23.095204 dv-cinder-817573-1-iscsi neutron-server[102740]: WARNING oslo_policy.policy [None req-068c62da-e6c5-4c78-b4d4-df060ea6c884 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 14:56:23.323785 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [None req-068c62da-e6c5-4c78-b4d4-df060ea6c884 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 14:56:23.325906 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-068c62da-e6c5-4c78-b4d4-df060ea6c884 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7321346 Nov 19 14:56:25.780541 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 37384) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:56:26.086426 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [None req-1734a26a-67f8-4d4f-af9b-01b6a0d9019b admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:56:26.182829 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.policy [None req-1734a26a-67f8-4d4f-af9b-01b6a0d9019b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102740) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 19 14:56:26.230516 dv-cinder-817573-1-iscsi neutron-server[102740]: WARNING oslo_policy.policy [None req-1734a26a-67f8-4d4f-af9b-01b6a0d9019b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 14:56:26.230937 dv-cinder-817573-1-iscsi neutron-server[102740]: WARNING oslo_policy.policy [None req-1734a26a-67f8-4d4f-af9b-01b6a0d9019b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 14:56:26.239841 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.quota [None req-1734a26a-67f8-4d4f-af9b-01b6a0d9019b admin admin] Loaded quota_driver: . Nov 19 14:56:26.327600 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-1734a26a-67f8-4d4f-af9b-01b6a0d9019b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763177349748', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763177352233', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763177363227', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763177364294', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763177360949', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763177516351', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-616637', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3440229', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-343134', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-656272'] for rbac-policy, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:26.391093 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-1734a26a-67f8-4d4f-af9b-01b6a0d9019b admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:26.392313 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-1734a26a-67f8-4d4f-af9b-01b6a0d9019b admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6107852 Nov 19 14:56:29.069210 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 37396) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:56:29.358634 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [None req-4e8a7a19-f997-442c-bf57-3eee298c78f7 admin admin] Request body: {'network': {'project_id': '6f429a6f01ee4765a91be2e9d4eaf170', 'tenant_id': '6f429a6f01ee4765a91be2e9d4eaf170', 'name': 'private', 'admin_state_up': True}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:56:29.386235 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8a7a19-f997-442c-bf57-3eee298c78f7 admin admin] Made reservation on behalf of 6f429a6f01ee4765a91be2e9d4eaf170 for: {'network': 1} {{(pid=102740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:56:29.389149 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-4e8a7a19-f997-442c-bf57-3eee298c78f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for network, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:29.410006 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-4e8a7a19-f997-442c-bf57-3eee298c78f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:29.517599 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-4e8a7a19-f997-442c-bf57-3eee298c78f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:29.520973 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-4e8a7a19-f997-442c-bf57-3eee298c78f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:29.539887 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e8a7a19-f997-442c-bf57-3eee298c78f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=102740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 14:56:29.568537 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-4e8a7a19-f997-442c-bf57-3eee298c78f7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763178266471', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597'] for segment, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:29.569130 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-4e8a7a19-f997-442c-bf57-3eee298c78f7 admin admin] Unsubscribe: segment precommit_create {{(pid=102740) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 19 14:56:29.569639 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.db.segments_db [None req-4e8a7a19-f997-442c-bf57-3eee298c78f7 admin admin] Added segment a7a17516-4cb5-42b9-9ad9-dc147c2d8542 of type vlan for network 91bf7ffb-914e-474f-8147-841b1a8153b5 Nov 19 14:56:29.585513 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a7a19-f997-442c-bf57-3eee298c78f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c358f3d7-5017-4230-8dfa-f20d868f42ba,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:56:29.633751 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a7a19-f997-442c-bf57-3eee298c78f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:29.634122 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a7a19-f997-442c-bf57-3eee298c78f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:29.634502 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a7a19-f997-442c-bf57-3eee298c78f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:29.634843 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a7a19-f997-442c-bf57-3eee298c78f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:29.635175 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a7a19-f997-442c-bf57-3eee298c78f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:29.635557 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a7a19-f997-442c-bf57-3eee298c78f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:29.635960 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a7a19-f997-442c-bf57-3eee298c78f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:29.636347 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a7a19-f997-442c-bf57-3eee298c78f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:29.636695 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a7a19-f997-442c-bf57-3eee298c78f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:29.637584 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a7a19-f997-442c-bf57-3eee298c78f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:29.637906 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a7a19-f997-442c-bf57-3eee298c78f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:29.638228 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a7a19-f997-442c-bf57-3eee298c78f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:29.639312 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a7a19-f997-442c-bf57-3eee298c78f7 admin admin] Tracked resource versions report: Nov 19 14:56:29.639312 dv-cinder-817573-1-iscsi neutron-server[102740]: pushed versions: Nov 19 14:56:29.639312 dv-cinder-817573-1-iscsi neutron-server[102740]: { 'AddressGroup': {'1.2'}, Nov 19 14:56:29.639312 dv-cinder-817573-1-iscsi neutron-server[102740]: 'ConntrackHelper': {'1.0'}, Nov 19 14:56:29.639312 dv-cinder-817573-1-iscsi neutron-server[102740]: 'Log': {'1.0'}, Nov 19 14:56:29.639312 dv-cinder-817573-1-iscsi neutron-server[102740]: 'Network': {'1.1'}, Nov 19 14:56:29.639312 dv-cinder-817573-1-iscsi neutron-server[102740]: 'Port': {'1.7'}, Nov 19 14:56:29.639312 dv-cinder-817573-1-iscsi neutron-server[102740]: 'PortForwarding': {'1.2'}, Nov 19 14:56:29.639312 dv-cinder-817573-1-iscsi neutron-server[102740]: 'QosPolicy': {'1.10'}, Nov 19 14:56:29.639312 dv-cinder-817573-1-iscsi neutron-server[102740]: 'SecurityGroup': {'1.5'}, Nov 19 14:56:29.639312 dv-cinder-817573-1-iscsi neutron-server[102740]: 'SecurityGroupRule': {'1.2'}, Nov 19 14:56:29.639312 dv-cinder-817573-1-iscsi neutron-server[102740]: 'SubPort': {'1.0'}, Nov 19 14:56:29.639312 dv-cinder-817573-1-iscsi neutron-server[102740]: 'Subnet': {'1.1'}, Nov 19 14:56:29.639312 dv-cinder-817573-1-iscsi neutron-server[102740]: 'Trunk': {'1.1'}} Nov 19 14:56:29.639312 dv-cinder-817573-1-iscsi neutron-server[102740]: consumer versions: Nov 19 14:56:29.639312 dv-cinder-817573-1-iscsi neutron-server[102740]: { DHCP agent@dv-cinder-817573-1-iscsi: {}, Nov 19 14:56:29.639312 dv-cinder-817573-1-iscsi neutron-server[102740]: L3 agent@dv-cinder-817573-1-iscsi: {}, Nov 19 14:56:29.639312 dv-cinder-817573-1-iscsi neutron-server[102740]: Metadata agent@dv-cinder-817573-1-iscsi: {}, Nov 19 14:56:29.639312 dv-cinder-817573-1-iscsi neutron-server[102740]: Metering agent@dv-cinder-817573-1-iscsi: {}, Nov 19 14:56:29.639312 dv-cinder-817573-1-iscsi neutron-server[102740]: Open vSwitch agent@dv-cinder-817573-1-iscsi: { 'AddressGroup': '1.2', Nov 19 14:56:29.639312 dv-cinder-817573-1-iscsi neutron-server[102740]: 'ConntrackHelper': '1.0', Nov 19 14:56:29.639312 dv-cinder-817573-1-iscsi neutron-server[102740]: 'Log': '1.0', Nov 19 14:56:29.639312 dv-cinder-817573-1-iscsi neutron-server[102740]: 'Network': '1.1', Nov 19 14:56:29.639312 dv-cinder-817573-1-iscsi neutron-server[102740]: 'Port': '1.7', Nov 19 14:56:29.639312 dv-cinder-817573-1-iscsi neutron-server[102740]: 'PortForwarding': '1.2', Nov 19 14:56:29.639312 dv-cinder-817573-1-iscsi neutron-server[102740]: 'QosPolicy': '1.10', Nov 19 14:56:29.639312 dv-cinder-817573-1-iscsi neutron-server[102740]: 'SecurityGroup': '1.5', Nov 19 14:56:29.639312 dv-cinder-817573-1-iscsi neutron-server[102740]: 'SecurityGroupRule': '1.2', Nov 19 14:56:29.639312 dv-cinder-817573-1-iscsi neutron-server[102740]: 'SubPort': '1.0', Nov 19 14:56:29.639312 dv-cinder-817573-1-iscsi neutron-server[102740]: 'Subnet': '1.1', Nov 19 14:56:29.639312 dv-cinder-817573-1-iscsi neutron-server[102740]: 'Trunk': '1.1'}} Nov 19 14:56:29.639312 dv-cinder-817573-1-iscsi neutron-server[102740]: {{(pid=102740) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 14:56:29.687969 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-4e8a7a19-f997-442c-bf57-3eee298c78f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763177764639'] for network, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:29.728098 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-4e8a7a19-f997-442c-bf57-3eee298c78f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375'] for network, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:29.729146 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8a7a19-f997-442c-bf57-3eee298c78f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:56:29.729853 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-4e8a7a19-f997-442c-bf57-3eee298c78f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for network, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:29.801642 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-4e8a7a19-f997-442c-bf57-3eee298c78f7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7312806 Nov 19 14:56:29.831809 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a7a19-f997-442c-bf57-3eee298c78f7 admin admin] Pushing event updated for resources: {'Network': ['ID=91bf7ffb-914e-474f-8147-841b1a8153b5,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:56:29.844333 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Network 91bf7ffb-914e-474f-8147-841b1a8153b5 details requested by agent ovs-agent-dv-cinder-817573-1-iscsi with host dv-cinder-817573-1-iscsi {{(pid=102741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 14:56:32.517404 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 37410) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:56:33.000674 dv-cinder-817573-1-iscsi neutron-server[102739]: WARNING oslo_policy.policy [None req-18cc255c-aec0-4d24-a550-a3f2e223705e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 14:56:33.001271 dv-cinder-817573-1-iscsi neutron-server[102739]: WARNING oslo_policy.policy [None req-18cc255c-aec0-4d24-a550-a3f2e223705e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 14:56:33.439091 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.policy [None req-18cc255c-aec0-4d24-a550-a3f2e223705e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102739) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 19 14:56:33.486455 dv-cinder-817573-1-iscsi neutron-server[102739]: WARNING oslo_policy.policy [None req-18cc255c-aec0-4d24-a550-a3f2e223705e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 14:56:33.486822 dv-cinder-817573-1-iscsi neutron-server[102739]: WARNING oslo_policy.policy [None req-18cc255c-aec0-4d24-a550-a3f2e223705e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 14:56:33.494766 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cc255c-aec0-4d24-a550-a3f2e223705e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:56:33.497304 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-18cc255c-aec0-4d24-a550-a3f2e223705e admin admin] 10.222.0.20 "GET /v2.0/networks/91bf7ffb-914e-474f-8147-841b1a8153b5 HTTP/1.1" status: 200 len: 825 time: 0.9778786 Nov 19 14:56:33.534510 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-07b98230-91b0-45fe-b882-e008b7ad1dd0 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/6a0be469-ab86-492b-bd2b-ec174843ab01 HTTP/1.1" status: 200 len: 734 time: 0.0312331 Nov 19 14:56:33.544220 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-ab32a0de-4695-40c7-83a6-19fab23e3fda admin admin] Request body: {'subnet': {'network_id': '91bf7ffb-914e-474f-8147-841b1a8153b5', 'name': 'private-subnet', 'tenant_id': '6f429a6f01ee4765a91be2e9d4eaf170', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '6a0be469-ab86-492b-bd2b-ec174843ab01'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:56:33.545757 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.quota [None req-ab32a0de-4695-40c7-83a6-19fab23e3fda admin admin] Loaded quota_driver: . Nov 19 14:56:33.583007 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab32a0de-4695-40c7-83a6-19fab23e3fda admin admin] Made reservation on behalf of 6f429a6f01ee4765a91be2e9d4eaf170 for: {'subnet': 1} {{(pid=102739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:56:33.585815 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-ab32a0de-4695-40c7-83a6-19fab23e3fda admin admin] Publish callbacks [] for subnet, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:33.866440 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-ab32a0de-4695-40c7-83a6-19fab23e3fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375'] for subnet, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:33.930288 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab32a0de-4695-40c7-83a6-19fab23e3fda admin admin] Checking segment: {'id': 'a7a17516-4cb5-42b9-9ad9-dc147c2d8542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '91bf7ffb-914e-474f-8147-841b1a8153b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:56:33.930703 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab32a0de-4695-40c7-83a6-19fab23e3fda admin admin] Network hostable DHCP agents. Network: 91bf7ffb-914e-474f-8147-841b1a8153b5, hostable agents: ['b581fc54-f77c-4a6c-8194-faf7229ee611'], hosted agents: [] {{(pid=102739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 14:56:33.952805 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32a0de-4695-40c7-83a6-19fab23e3fda admin admin] Pushing event updated for resources: {'Subnet': ['ID=09c669c2-3bff-4e83-abb6-607eb076086d,revision_number=0']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:56:33.964232 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab32a0de-4695-40c7-83a6-19fab23e3fda admin admin] Network 91bf7ffb-914e-474f-8147-841b1a8153b5 is scheduled to be hosted by DHCP agent b581fc54-f77c-4a6c-8194-faf7229ee611 with binding_index 1 {{(pid=102739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 14:56:33.967442 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab32a0de-4695-40c7-83a6-19fab23e3fda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:33.967753 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab32a0de-4695-40c7-83a6-19fab23e3fda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:33.968094 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab32a0de-4695-40c7-83a6-19fab23e3fda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:33.968426 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab32a0de-4695-40c7-83a6-19fab23e3fda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:33.968760 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab32a0de-4695-40c7-83a6-19fab23e3fda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:33.969137 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab32a0de-4695-40c7-83a6-19fab23e3fda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:33.969467 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab32a0de-4695-40c7-83a6-19fab23e3fda admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:33.969809 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab32a0de-4695-40c7-83a6-19fab23e3fda admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:33.970150 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab32a0de-4695-40c7-83a6-19fab23e3fda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:33.970475 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab32a0de-4695-40c7-83a6-19fab23e3fda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:33.970795 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab32a0de-4695-40c7-83a6-19fab23e3fda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:33.971367 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab32a0de-4695-40c7-83a6-19fab23e3fda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:33.972478 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab32a0de-4695-40c7-83a6-19fab23e3fda admin admin] Tracked resource versions report: Nov 19 14:56:33.972478 dv-cinder-817573-1-iscsi neutron-server[102739]: pushed versions: Nov 19 14:56:33.972478 dv-cinder-817573-1-iscsi neutron-server[102739]: { 'AddressGroup': {'1.2'}, Nov 19 14:56:33.972478 dv-cinder-817573-1-iscsi neutron-server[102739]: 'ConntrackHelper': {'1.0'}, Nov 19 14:56:33.972478 dv-cinder-817573-1-iscsi neutron-server[102739]: 'Log': {'1.0'}, Nov 19 14:56:33.972478 dv-cinder-817573-1-iscsi neutron-server[102739]: 'Network': {'1.1'}, Nov 19 14:56:33.972478 dv-cinder-817573-1-iscsi neutron-server[102739]: 'Port': {'1.7'}, Nov 19 14:56:33.972478 dv-cinder-817573-1-iscsi neutron-server[102739]: 'PortForwarding': {'1.2'}, Nov 19 14:56:33.972478 dv-cinder-817573-1-iscsi neutron-server[102739]: 'QosPolicy': {'1.10'}, Nov 19 14:56:33.972478 dv-cinder-817573-1-iscsi neutron-server[102739]: 'SecurityGroup': {'1.5'}, Nov 19 14:56:33.972478 dv-cinder-817573-1-iscsi neutron-server[102739]: 'SecurityGroupRule': {'1.2'}, Nov 19 14:56:33.972478 dv-cinder-817573-1-iscsi neutron-server[102739]: 'SubPort': {'1.0'}, Nov 19 14:56:33.972478 dv-cinder-817573-1-iscsi neutron-server[102739]: 'Subnet': {'1.1'}, Nov 19 14:56:33.972478 dv-cinder-817573-1-iscsi neutron-server[102739]: 'Trunk': {'1.1'}} Nov 19 14:56:33.972478 dv-cinder-817573-1-iscsi neutron-server[102739]: consumer versions: Nov 19 14:56:33.972478 dv-cinder-817573-1-iscsi neutron-server[102739]: { DHCP agent@dv-cinder-817573-1-iscsi: {}, Nov 19 14:56:33.972478 dv-cinder-817573-1-iscsi neutron-server[102739]: L3 agent@dv-cinder-817573-1-iscsi: {}, Nov 19 14:56:33.972478 dv-cinder-817573-1-iscsi neutron-server[102739]: Metadata agent@dv-cinder-817573-1-iscsi: {}, Nov 19 14:56:33.972478 dv-cinder-817573-1-iscsi neutron-server[102739]: Metering agent@dv-cinder-817573-1-iscsi: {}, Nov 19 14:56:33.972478 dv-cinder-817573-1-iscsi neutron-server[102739]: Open vSwitch agent@dv-cinder-817573-1-iscsi: { 'AddressGroup': '1.2', Nov 19 14:56:33.972478 dv-cinder-817573-1-iscsi neutron-server[102739]: 'ConntrackHelper': '1.0', Nov 19 14:56:33.972478 dv-cinder-817573-1-iscsi neutron-server[102739]: 'Log': '1.0', Nov 19 14:56:33.972478 dv-cinder-817573-1-iscsi neutron-server[102739]: 'Network': '1.1', Nov 19 14:56:33.972478 dv-cinder-817573-1-iscsi neutron-server[102739]: 'Port': '1.7', Nov 19 14:56:33.972478 dv-cinder-817573-1-iscsi neutron-server[102739]: 'PortForwarding': '1.2', Nov 19 14:56:33.972478 dv-cinder-817573-1-iscsi neutron-server[102739]: 'QosPolicy': '1.10', Nov 19 14:56:33.972478 dv-cinder-817573-1-iscsi neutron-server[102739]: 'SecurityGroup': '1.5', Nov 19 14:56:33.972478 dv-cinder-817573-1-iscsi neutron-server[102739]: 'SecurityGroupRule': '1.2', Nov 19 14:56:33.972478 dv-cinder-817573-1-iscsi neutron-server[102739]: 'SubPort': '1.0', Nov 19 14:56:33.972478 dv-cinder-817573-1-iscsi neutron-server[102739]: 'Subnet': '1.1', Nov 19 14:56:33.972478 dv-cinder-817573-1-iscsi neutron-server[102739]: 'Trunk': '1.1'}} Nov 19 14:56:33.972478 dv-cinder-817573-1-iscsi neutron-server[102739]: {{(pid=102739) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 14:56:34.007711 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.base_scheduler [None req-ab32a0de-4695-40c7-83a6-19fab23e3fda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817573-1-iscsi, 91bf7ffb-914e-474f-8147-841b1a8153b5) {{(pid=102739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:56:34.028296 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab32a0de-4695-40c7-83a6-19fab23e3fda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:56:34.029221 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-ab32a0de-4695-40c7-83a6-19fab23e3fda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for subnet, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:34.033511 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc06b44-3921-42dc-81e0-8e794396cd69 None None] Network 91bf7ffb-914e-474f-8147-841b1a8153b5 requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:56:34.051720 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-ab32a0de-4695-40c7-83a6-19fab23e3fda admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5113723 Nov 19 14:56:34.361303 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd32fc99-97c5-48b3-babc-543b3a0c57b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp819b9761-b326-5502-9f20-d7ca87230a0c-91bf7ffb-914e-474f-8147-841b1a8153b5', 'network_id': '91bf7ffb-914e-474f-8147-841b1a8153b5', 'tenant_id': '6f429a6f01ee4765a91be2e9d4eaf170', 'fixed_ips': [{'subnet_id': '09c669c2-3bff-4e83-abb6-607eb076086d'}]}} from dv-cinder-817573-1-iscsi. {{(pid=102741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 14:56:34.362576 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-dd32fc99-97c5-48b3-babc-543b3a0c57b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:34.661798 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.db_base_plugin_common [None req-dd32fc99-97c5-48b3-babc-543b3a0c57b4 None None] Allocated IP 172.20.0.2 (91bf7ffb-914e-474f-8147-841b1a8153b5/09c669c2-3bff-4e83-abb6-607eb076086d/9554bc0a-c7d9-4b42-8a04-3e1deec46ef6) {{(pid=102741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:56:34.864870 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-dd32fc99-97c5-48b3-babc-543b3a0c57b4 None None] Publish callbacks [] for port, precommit_create {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:34.872174 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-dd32fc99-97c5-48b3-babc-543b3a0c57b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168'] for port, after_create {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:34.947928 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd32fc99-97c5-48b3-babc-543b3a0c57b4 None None] Network 91bf7ffb-914e-474f-8147-841b1a8153b5 is already hosted by enough agents. {{(pid=102741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:56:34.956631 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.scheduler.base_scheduler [None req-dd32fc99-97c5-48b3-babc-543b3a0c57b4 None None] Resources bound (agent type, host, resource id): {{(pid=102741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:56:34.962518 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32fc99-97c5-48b3-babc-543b3a0c57b4 None None] Pushing event updated for resources: {'Port': ['ID=9554bc0a-c7d9-4b42-8a04-3e1deec46ef6,revision_number=1']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:56:34.964640 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd32fc99-97c5-48b3-babc-543b3a0c57b4 None None] Received port after_create {{(pid=102741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:56:34.998675 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd32fc99-97c5-48b3-babc-543b3a0c57b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:34.999045 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd32fc99-97c5-48b3-babc-543b3a0c57b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:34.999396 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd32fc99-97c5-48b3-babc-543b3a0c57b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:34.999735 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd32fc99-97c5-48b3-babc-543b3a0c57b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:35.000075 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd32fc99-97c5-48b3-babc-543b3a0c57b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:35.000414 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd32fc99-97c5-48b3-babc-543b3a0c57b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:35.000746 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd32fc99-97c5-48b3-babc-543b3a0c57b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:35.001102 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd32fc99-97c5-48b3-babc-543b3a0c57b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:35.001460 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd32fc99-97c5-48b3-babc-543b3a0c57b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:35.001787 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd32fc99-97c5-48b3-babc-543b3a0c57b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:35.002113 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd32fc99-97c5-48b3-babc-543b3a0c57b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:35.002435 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd32fc99-97c5-48b3-babc-543b3a0c57b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:35.003545 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd32fc99-97c5-48b3-babc-543b3a0c57b4 None None] Tracked resource versions report: Nov 19 14:56:35.003545 dv-cinder-817573-1-iscsi neutron-server[102741]: pushed versions: Nov 19 14:56:35.003545 dv-cinder-817573-1-iscsi neutron-server[102741]: { 'AddressGroup': {'1.2'}, Nov 19 14:56:35.003545 dv-cinder-817573-1-iscsi neutron-server[102741]: 'ConntrackHelper': {'1.0'}, Nov 19 14:56:35.003545 dv-cinder-817573-1-iscsi neutron-server[102741]: 'Log': {'1.0'}, Nov 19 14:56:35.003545 dv-cinder-817573-1-iscsi neutron-server[102741]: 'Network': {'1.1'}, Nov 19 14:56:35.003545 dv-cinder-817573-1-iscsi neutron-server[102741]: 'Port': {'1.7'}, Nov 19 14:56:35.003545 dv-cinder-817573-1-iscsi neutron-server[102741]: 'PortForwarding': {'1.2'}, Nov 19 14:56:35.003545 dv-cinder-817573-1-iscsi neutron-server[102741]: 'QosPolicy': {'1.10'}, Nov 19 14:56:35.003545 dv-cinder-817573-1-iscsi neutron-server[102741]: 'SecurityGroup': {'1.5'}, Nov 19 14:56:35.003545 dv-cinder-817573-1-iscsi neutron-server[102741]: 'SecurityGroupRule': {'1.2'}, Nov 19 14:56:35.003545 dv-cinder-817573-1-iscsi neutron-server[102741]: 'SubPort': {'1.0'}, Nov 19 14:56:35.003545 dv-cinder-817573-1-iscsi neutron-server[102741]: 'Subnet': {'1.1'}, Nov 19 14:56:35.003545 dv-cinder-817573-1-iscsi neutron-server[102741]: 'Trunk': {'1.1'}} Nov 19 14:56:35.003545 dv-cinder-817573-1-iscsi neutron-server[102741]: consumer versions: Nov 19 14:56:35.003545 dv-cinder-817573-1-iscsi neutron-server[102741]: { DHCP agent@dv-cinder-817573-1-iscsi: {}, Nov 19 14:56:35.003545 dv-cinder-817573-1-iscsi neutron-server[102741]: L3 agent@dv-cinder-817573-1-iscsi: {}, Nov 19 14:56:35.003545 dv-cinder-817573-1-iscsi neutron-server[102741]: Metadata agent@dv-cinder-817573-1-iscsi: {}, Nov 19 14:56:35.003545 dv-cinder-817573-1-iscsi neutron-server[102741]: Metering agent@dv-cinder-817573-1-iscsi: {}, Nov 19 14:56:35.003545 dv-cinder-817573-1-iscsi neutron-server[102741]: Open vSwitch agent@dv-cinder-817573-1-iscsi: { 'AddressGroup': '1.2', Nov 19 14:56:35.003545 dv-cinder-817573-1-iscsi neutron-server[102741]: 'ConntrackHelper': '1.0', Nov 19 14:56:35.003545 dv-cinder-817573-1-iscsi neutron-server[102741]: 'Log': '1.0', Nov 19 14:56:35.003545 dv-cinder-817573-1-iscsi neutron-server[102741]: 'Network': '1.1', Nov 19 14:56:35.003545 dv-cinder-817573-1-iscsi neutron-server[102741]: 'Port': '1.7', Nov 19 14:56:35.003545 dv-cinder-817573-1-iscsi neutron-server[102741]: 'PortForwarding': '1.2', Nov 19 14:56:35.003545 dv-cinder-817573-1-iscsi neutron-server[102741]: 'QosPolicy': '1.10', Nov 19 14:56:35.003545 dv-cinder-817573-1-iscsi neutron-server[102741]: 'SecurityGroup': '1.5', Nov 19 14:56:35.003545 dv-cinder-817573-1-iscsi neutron-server[102741]: 'SecurityGroupRule': '1.2', Nov 19 14:56:35.003545 dv-cinder-817573-1-iscsi neutron-server[102741]: 'SubPort': '1.0', Nov 19 14:56:35.003545 dv-cinder-817573-1-iscsi neutron-server[102741]: 'Subnet': '1.1', Nov 19 14:56:35.003545 dv-cinder-817573-1-iscsi neutron-server[102741]: 'Trunk': '1.1'}} Nov 19 14:56:35.003545 dv-cinder-817573-1-iscsi neutron-server[102741]: {{(pid=102741) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 14:56:35.051819 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-dd32fc99-97c5-48b3-babc-543b3a0c57b4 None None] Attempting to bind port 9554bc0a-c7d9-4b42-8a04-3e1deec46ef6 on host dv-cinder-817573-1-iscsi for vnic_type normal with profile {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:56:35.052447 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-dd32fc99-97c5-48b3-babc-543b3a0c57b4 None None] Attempting to bind port 9554bc0a-c7d9-4b42-8a04-3e1deec46ef6 by drivers openvswitch,hyperv on host dv-cinder-817573-1-iscsi at level 0 using segments [{'id': 'a7a17516-4cb5-42b9-9ad9-dc147c2d8542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '91bf7ffb-914e-474f-8147-841b1a8153b5'}] {{(pid=102741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:56:35.052633 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd32fc99-97c5-48b3-babc-543b3a0c57b4 None None] Attempting to bind port 9554bc0a-c7d9-4b42-8a04-3e1deec46ef6 on network 91bf7ffb-914e-474f-8147-841b1a8153b5 {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:56:35.057566 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd32fc99-97c5-48b3-babc-543b3a0c57b4 None None] Checking agent: {'id': '93bd3d20-65c6-439e-b74a-dd66c3cedb61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 14, 56, 22), 'started_at': datetime.datetime(2021, 11, 19, 14, 56, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:56:35.057952 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd32fc99-97c5-48b3-babc-543b3a0c57b4 None None] Checking segment: {'id': 'a7a17516-4cb5-42b9-9ad9-dc147c2d8542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '91bf7ffb-914e-474f-8147-841b1a8153b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:56:35.058416 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-dd32fc99-97c5-48b3-babc-543b3a0c57b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:35.059433 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd32fc99-97c5-48b3-babc-543b3a0c57b4 None None] Bound using segment: {'id': 'a7a17516-4cb5-42b9-9ad9-dc147c2d8542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '91bf7ffb-914e-474f-8147-841b1a8153b5'} {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:56:35.059931 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-dd32fc99-97c5-48b3-babc-543b3a0c57b4 None None] Bound port: 9554bc0a-c7d9-4b42-8a04-3e1deec46ef6, host: dv-cinder-817573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a17516-4cb5-42b9-9ad9-dc147c2d8542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '91bf7ffb-914e-474f-8147-841b1a8153b5'}}] {{(pid=102741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:56:35.060350 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-dd32fc99-97c5-48b3-babc-543b3a0c57b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:35.123188 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-dd32fc99-97c5-48b3-babc-543b3a0c57b4 None None] For port 9554bc0a-c7d9-4b42-8a04-3e1deec46ef6, host dv-cinder-817573-1-iscsi, cleared binding levels {{(pid=102741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:56:35.127441 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-dd32fc99-97c5-48b3-babc-543b3a0c57b4 None None] For port 9554bc0a-c7d9-4b42-8a04-3e1deec46ef6, host dv-cinder-817573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=9554bc0a-c7d9-4b42-8a04-3e1deec46ef6,segment=NetworkSegment(a7a17516-4cb5-42b9-9ad9-dc147c2d8542),segment_id=a7a17516-4cb5-42b9-9ad9-dc147c2d8542)] {{(pid=102741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:56:35.131789 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-dd32fc99-97c5-48b3-babc-543b3a0c57b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:35.196664 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32fc99-97c5-48b3-babc-543b3a0c57b4 None None] Pushing event updated for resources: {'Port': ['ID=9554bc0a-c7d9-4b42-8a04-3e1deec46ef6,revision_number=2']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:56:36.583702 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 37432) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:56:36.896965 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [None req-48e8499c-aa55-4136-ac38-9b2ef37d5ad8 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 14:56:36.897964 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-48e8499c-aa55-4136-ac38-9b2ef37d5ad8 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3132732 Nov 19 14:56:39.403982 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 37440) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:56:39.718517 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [None req-bd1c44ad-b314-4259-a134-265c27616f3a admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 14:56:39.732932 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-bd1c44ad-b314-4259-a134-265c27616f3a admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3146040 Nov 19 14:56:42.436113 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 37450) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:56:42.752511 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-6061f914-1c52-4477-ba05-613248e7ad27 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '6f429a6f01ee4765a91be2e9d4eaf170'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:56:42.776139 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6061f914-1c52-4477-ba05-613248e7ad27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-464837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7263'] for router, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:42.778588 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6061f914-1c52-4477-ba05-613248e7ad27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437380', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7236'] for router, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:42.946880 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6061f914-1c52-4477-ba05-613248e7ad27 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:42.952289 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6061f914-1c52-4477-ba05-613248e7ad27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437459'] for router, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:42.969256 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6061f914-1c52-4477-ba05-613248e7ad27 admin admin] Publish callbacks [] for router, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:42.970471 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-6061f914-1c52-4477-ba05-613248e7ad27 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5333672 Nov 19 14:56:43.829159 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 9554bc0a-c7d9-4b42-8a04-3e1deec46ef6 up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:56:43.924924 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port 9554bc0a-c7d9-4b42-8a04-3e1deec46ef6 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:56:43.925374 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:44.033347 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:44.067961 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] For port 9554bc0a-c7d9-4b42-8a04-3e1deec46ef6, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=9554bc0a-c7d9-4b42-8a04-3e1deec46ef6,segment=NetworkSegment(a7a17516-4cb5-42b9-9ad9-dc147c2d8542),segment_id=a7a17516-4cb5-42b9-9ad9-dc147c2d8542)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:56:44.072238 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:44.127586 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Pushing event updated for resources: {'Port': ['ID=9554bc0a-c7d9-4b42-8a04-3e1deec46ef6,revision_number=3']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:56:44.234740 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a293f3-ac58-4f15-9938-c330fbca9e69 None None] Network 91bf7ffb-914e-474f-8147-841b1a8153b5 requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:56:44.299410 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-c199fd42-688a-4626-9781-1678a98496d9 None None] Provisioning complete for port 9554bc0a-c7d9-4b42-8a04-3e1deec46ef6 triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:56:44.299766 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-c199fd42-688a-4626-9781-1678a98496d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:44.651970 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-1a9096fe-d89d-4713-834f-174dacaa9c4b None None] Provisioning complete for port 9554bc0a-c7d9-4b42-8a04-3e1deec46ef6 triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:56:44.652449 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-1a9096fe-d89d-4713-834f-174dacaa9c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:45.500626 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 37462) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:56:45.781450 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 9554bc0a-c7d9-4b42-8a04-3e1deec46ef6 up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:56:45.809983 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [None req-ce8f8b85-8406-4561-9c3f-61d690501b82 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 14:56:45.811047 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-ce8f8b85-8406-4561-9c3f-61d690501b82 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3094521 Nov 19 14:56:45.828954 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port 9554bc0a-c7d9-4b42-8a04-3e1deec46ef6 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:56:45.829324 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:46.067087 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-4e2f710a-f1e4-47d6-9f21-81579a915ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:48.332362 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 37470) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:56:48.583436 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-adfdbfc0-9151-40c6-a32d-98486a4efb03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:48.662937 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [None req-ef539882-5c6e-47a6-b01b-0288473be556 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:56:48.682677 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef539882-5c6e-47a6-b01b-0288473be556 admin admin] Made reservation on behalf of 7096ff6f2f9f449caed63e453601bce2 for: {'network': 1} {{(pid=102740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:56:48.685532 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ef539882-5c6e-47a6-b01b-0288473be556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for network, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:48.693514 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ef539882-5c6e-47a6-b01b-0288473be556 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:48.769195 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ef539882-5c6e-47a6-b01b-0288473be556 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:48.772589 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ef539882-5c6e-47a6-b01b-0288473be556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:48.786854 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ef539882-5c6e-47a6-b01b-0288473be556 admin admin] Reserving flat network on physical network physnet1 {{(pid=102740) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 19 14:56:48.807770 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef539882-5c6e-47a6-b01b-0288473be556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae75be5e-d5c4-4833-b965-c3e685291425,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:56:48.813478 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ef539882-5c6e-47a6-b01b-0288473be556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597'] for segment, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:48.813833 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.db.segments_db [None req-ef539882-5c6e-47a6-b01b-0288473be556 admin admin] Added segment 8c548d3f-e438-4dec-b739-b60f621b5d36 of type flat for network 28d9acba-080c-4a37-9781-fba989a64823 Nov 19 14:56:48.865442 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ef539882-5c6e-47a6-b01b-0288473be556 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763177764639'] for network, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:48.898116 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ef539882-5c6e-47a6-b01b-0288473be556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375'] for network, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:48.899061 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef539882-5c6e-47a6-b01b-0288473be556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:56:48.899680 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ef539882-5c6e-47a6-b01b-0288473be556 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for network, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:48.950341 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-ef539882-5c6e-47a6-b01b-0288473be556 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6168559 Nov 19 14:56:48.960970 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef539882-5c6e-47a6-b01b-0288473be556 admin admin] Pushing event updated for resources: {'Network': ['ID=28d9acba-080c-4a37-9781-fba989a64823,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:56:48.971365 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Network 28d9acba-080c-4a37-9781-fba989a64823 details requested by agent ovs-agent-dv-cinder-817573-1-iscsi with host dv-cinder-817573-1-iscsi {{(pid=102741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 14:56:49.586896 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:50.983853 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:51.427265 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 37488) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:56:51.639756 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b8106e-3ce4-4e54-b6df-9beb61908af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:56:51.641174 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-44b8106e-3ce4-4e54-b6df-9beb61908af1 admin admin] 10.222.0.20 "GET /v2.0/subnets/09c669c2-3bff-4e83-abb6-607eb076086d HTTP/1.1" status: 200 len: 849 time: 0.2129676 Nov 19 14:56:51.816898 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-b2fad15a-dd4e-4f8f-9653-918da9dfd7f4 admin admin] 10.222.0.20 "GET /v2.0/routers/15eb9762-c565-4071-b3aa-4c2c46b9c4c9 HTTP/1.1" status: 200 len: 704 time: 0.1695147 Nov 19 14:56:52.079285 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:52.080695 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-b85bfc65-984c-403e-98ea-4f1bbb2923b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:52.382520 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_common [None req-b85bfc65-984c-403e-98ea-4f1bbb2923b0 admin admin] Allocated IP 172.20.0.1 (91bf7ffb-914e-474f-8147-841b1a8153b5/09c669c2-3bff-4e83-abb6-607eb076086d/51d84256-4207-44bd-acb9-f53db669679f) {{(pid=102740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:56:52.564641 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-b85bfc65-984c-403e-98ea-4f1bbb2923b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:52.619671 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 5 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:56:52.630925 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-b85bfc65-984c-403e-98ea-4f1bbb2923b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168'] for port, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:52.702046 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85bfc65-984c-403e-98ea-4f1bbb2923b0 admin admin] Network 91bf7ffb-914e-474f-8147-841b1a8153b5 is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:56:52.706685 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [None req-b85bfc65-984c-403e-98ea-4f1bbb2923b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:56:52.709886 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85bfc65-984c-403e-98ea-4f1bbb2923b0 admin admin] Received port after_create {{(pid=102740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:56:52.710421 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-b85bfc65-984c-403e-98ea-4f1bbb2923b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469380'] for router_interface, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:52.781099 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85bfc65-984c-403e-98ea-4f1bbb2923b0 admin admin] Pushing event updated for resources: {'Port': ['ID=51d84256-4207-44bd-acb9-f53db669679f,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:56:52.905381 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-9f7ddb1e-f4b7-4c81-9a36-5ae52b1ebe79 None None] Provisioning complete for port 51d84256-4207-44bd-acb9-f53db669679f triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:56:52.905746 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-9f7ddb1e-f4b7-4c81-9a36-5ae52b1ebe79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:52.941115 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-9f7ddb1e-f4b7-4c81-9a36-5ae52b1ebe79 None None] Port 51d84256-4207-44bd-acb9-f53db669679f cannot update to ACTIVE because it is not bound. {{(pid=102741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:56:52.969718 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-b85bfc65-984c-403e-98ea-4f1bbb2923b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:53.174671 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-b85bfc65-984c-403e-98ea-4f1bbb2923b0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:53.178959 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-b85bfc65-984c-403e-98ea-4f1bbb2923b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:53.179671 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-b85bfc65-984c-403e-98ea-4f1bbb2923b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469780'] for router_interface, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:53.257207 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85bfc65-984c-403e-98ea-4f1bbb2923b0 admin admin] Pushing event updated for resources: {'Port': ['ID=51d84256-4207-44bd-acb9-f53db669679f,revision_number=2']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:56:53.299931 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85bfc65-984c-403e-98ea-4f1bbb2923b0 admin admin] Network 91bf7ffb-914e-474f-8147-841b1a8153b5 is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:56:53.301212 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [None req-b85bfc65-984c-403e-98ea-4f1bbb2923b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:56:53.462026 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85bfc65-984c-403e-98ea-4f1bbb2923b0 admin admin] Router 15eb9762-c565-4071-b3aa-4c2c46b9c4c9 is scheduled to L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d with binding_index 1 {{(pid=102740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 14:56:53.462822 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-4900801b-f5b5-4d7c-9479-a542b2693715 None None] Provisioning complete for port 51d84256-4207-44bd-acb9-f53db669679f triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:56:53.463334 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-4900801b-f5b5-4d7c-9479-a542b2693715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:53.496731 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-4900801b-f5b5-4d7c-9479-a542b2693715 None None] Port 51d84256-4207-44bd-acb9-f53db669679f cannot update to ACTIVE because it is not bound. {{(pid=102741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:56:53.551819 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85bfc65-984c-403e-98ea-4f1bbb2923b0 admin admin] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:56:53.556951 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-b85bfc65-984c-403e-98ea-4f1bbb2923b0 admin admin] 10.222.0.20 "PUT /v2.0/routers/15eb9762-c565-4071-b3aa-4c2c46b9c4c9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7344422 Nov 19 14:56:53.561259 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c4eef4-914a-47ad-ad03-66a18d0fc099 None None] Sync routers for ids ['15eb9762-c565-4071-b3aa-4c2c46b9c4c9'] in dv-cinder-817573-1-iscsi {{(pid=102742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:56:53.573714 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c4eef4-914a-47ad-ad03-66a18d0fc099 None None] Routers {'15eb9762-c565-4071-b3aa-4c2c46b9c4c9'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:56:53.574957 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-a8c4eef4-914a-47ad-ad03-66a18d0fc099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T14:56:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['15eb9762-c565-4071-b3aa-4c2c46b9c4c9'], 'active': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:56:53.763884 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvr_db [None req-a8c4eef4-914a-47ad-ad03-66a18d0fc099 None None] Set router 15eb9762-c565-4071-b3aa-4c2c46b9c4c9 gateway port host: None {{(pid=102742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:56:54.192878 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-a8c4eef4-914a-47ad-ad03-66a18d0fc099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15eb9762-c565-4071-b3aa-4c2c46b9c4c9', 'name': 'router1', 'tenant_id': '6f429a6f01ee4765a91be2e9d4eaf170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:56:42Z', 'updated_at': '2021-11-19T14:56:52Z', 'revision_number': 2, 'project_id': '6f429a6f01ee4765a91be2e9d4eaf170', 'gw_port_host': None, '_interfaces': [{'id': '51d84256-4207-44bd-acb9-f53db669679f', 'name': '', 'network_id': '91bf7ffb-914e-474f-8147-841b1a8153b5', 'tenant_id': '6f429a6f01ee4765a91be2e9d4eaf170', 'mac_address': 'fa:16:3e:30:01:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15eb9762-c565-4071-b3aa-4c2c46b9c4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09c669c2-3bff-4e83-abb6-607eb076086d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:56:52Z', 'updated_at': '2021-11-19T14:56:53Z', 'revision_number': 2, 'project_id': '6f429a6f01ee4765a91be2e9d4eaf170', 'subnets': [{'id': '09c669c2-3bff-4e83-abb6-607eb076086d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a0be469-ab86-492b-bd2b-ec174843ab01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:56:54.242272 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c4eef4-914a-47ad-ad03-66a18d0fc099 None None] Checking router: 15eb9762-c565-4071-b3aa-4c2c46b9c4c9 for host: dv-cinder-817573-1-iscsi {{(pid=102742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:56:54.242653 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c4eef4-914a-47ad-ad03-66a18d0fc099 None None] Updating router 15eb9762-c565-4071-b3aa-4c2c46b9c4c9 port 51d84256-4207-44bd-acb9-f53db669679f binding host dv-cinder-817573-1-iscsi {{(pid=102742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 14:56:54.316687 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a8c4eef4-914a-47ad-ad03-66a18d0fc099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:54.809566 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a8c4eef4-914a-47ad-ad03-66a18d0fc099 None None] Publish callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:54.817225 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a8c4eef4-914a-47ad-ad03-66a18d0fc099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:54.981581 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc4315-eb23-4042-b37d-eb96dcb7c8b9 None None] Pushing event updated for resources: {'Port': ['ID=51d84256-4207-44bd-acb9-f53db669679f,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:56:54.997964 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-a8c4eef4-914a-47ad-ad03-66a18d0fc099 None None] Attempting to bind port 51d84256-4207-44bd-acb9-f53db669679f on host dv-cinder-817573-1-iscsi for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:56:54.998384 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-a8c4eef4-914a-47ad-ad03-66a18d0fc099 None None] Attempting to bind port 51d84256-4207-44bd-acb9-f53db669679f by drivers openvswitch,hyperv on host dv-cinder-817573-1-iscsi at level 0 using segments [{'id': 'a7a17516-4cb5-42b9-9ad9-dc147c2d8542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '91bf7ffb-914e-474f-8147-841b1a8153b5'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:56:54.998831 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c4eef4-914a-47ad-ad03-66a18d0fc099 None None] Attempting to bind port 51d84256-4207-44bd-acb9-f53db669679f on network 91bf7ffb-914e-474f-8147-841b1a8153b5 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:56:55.001355 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc4315-eb23-4042-b37d-eb96dcb7c8b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:55.001716 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc4315-eb23-4042-b37d-eb96dcb7c8b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:55.002063 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc4315-eb23-4042-b37d-eb96dcb7c8b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:55.002403 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc4315-eb23-4042-b37d-eb96dcb7c8b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:55.002740 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc4315-eb23-4042-b37d-eb96dcb7c8b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:55.003073 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc4315-eb23-4042-b37d-eb96dcb7c8b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:55.003406 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc4315-eb23-4042-b37d-eb96dcb7c8b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:55.003738 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc4315-eb23-4042-b37d-eb96dcb7c8b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:55.004075 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc4315-eb23-4042-b37d-eb96dcb7c8b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:55.004398 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc4315-eb23-4042-b37d-eb96dcb7c8b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:55.004730 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc4315-eb23-4042-b37d-eb96dcb7c8b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:55.005078 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc4315-eb23-4042-b37d-eb96dcb7c8b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:56:55.006172 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc4315-eb23-4042-b37d-eb96dcb7c8b9 None None] Tracked resource versions report: Nov 19 14:56:55.006172 dv-cinder-817573-1-iscsi neutron-server[102742]: pushed versions: Nov 19 14:56:55.006172 dv-cinder-817573-1-iscsi neutron-server[102742]: { 'AddressGroup': {'1.2'}, Nov 19 14:56:55.006172 dv-cinder-817573-1-iscsi neutron-server[102742]: 'ConntrackHelper': {'1.0'}, Nov 19 14:56:55.006172 dv-cinder-817573-1-iscsi neutron-server[102742]: 'Log': {'1.0'}, Nov 19 14:56:55.006172 dv-cinder-817573-1-iscsi neutron-server[102742]: 'Network': {'1.1'}, Nov 19 14:56:55.006172 dv-cinder-817573-1-iscsi neutron-server[102742]: 'Port': {'1.7'}, Nov 19 14:56:55.006172 dv-cinder-817573-1-iscsi neutron-server[102742]: 'PortForwarding': {'1.2'}, Nov 19 14:56:55.006172 dv-cinder-817573-1-iscsi neutron-server[102742]: 'QosPolicy': {'1.10'}, Nov 19 14:56:55.006172 dv-cinder-817573-1-iscsi neutron-server[102742]: 'SecurityGroup': {'1.5'}, Nov 19 14:56:55.006172 dv-cinder-817573-1-iscsi neutron-server[102742]: 'SecurityGroupRule': {'1.2'}, Nov 19 14:56:55.006172 dv-cinder-817573-1-iscsi neutron-server[102742]: 'SubPort': {'1.0'}, Nov 19 14:56:55.006172 dv-cinder-817573-1-iscsi neutron-server[102742]: 'Subnet': {'1.1'}, Nov 19 14:56:55.006172 dv-cinder-817573-1-iscsi neutron-server[102742]: 'Trunk': {'1.1'}} Nov 19 14:56:55.006172 dv-cinder-817573-1-iscsi neutron-server[102742]: consumer versions: Nov 19 14:56:55.006172 dv-cinder-817573-1-iscsi neutron-server[102742]: { DHCP agent@dv-cinder-817573-1-iscsi: {}, Nov 19 14:56:55.006172 dv-cinder-817573-1-iscsi neutron-server[102742]: L3 agent@dv-cinder-817573-1-iscsi: {}, Nov 19 14:56:55.006172 dv-cinder-817573-1-iscsi neutron-server[102742]: Metadata agent@dv-cinder-817573-1-iscsi: {}, Nov 19 14:56:55.006172 dv-cinder-817573-1-iscsi neutron-server[102742]: Metering agent@dv-cinder-817573-1-iscsi: {}, Nov 19 14:56:55.006172 dv-cinder-817573-1-iscsi neutron-server[102742]: Open vSwitch agent@dv-cinder-817573-1-iscsi: { 'AddressGroup': '1.2', Nov 19 14:56:55.006172 dv-cinder-817573-1-iscsi neutron-server[102742]: 'ConntrackHelper': '1.0', Nov 19 14:56:55.006172 dv-cinder-817573-1-iscsi neutron-server[102742]: 'Log': '1.0', Nov 19 14:56:55.006172 dv-cinder-817573-1-iscsi neutron-server[102742]: 'Network': '1.1', Nov 19 14:56:55.006172 dv-cinder-817573-1-iscsi neutron-server[102742]: 'Port': '1.7', Nov 19 14:56:55.006172 dv-cinder-817573-1-iscsi neutron-server[102742]: 'PortForwarding': '1.2', Nov 19 14:56:55.006172 dv-cinder-817573-1-iscsi neutron-server[102742]: 'QosPolicy': '1.10', Nov 19 14:56:55.006172 dv-cinder-817573-1-iscsi neutron-server[102742]: 'SecurityGroup': '1.5', Nov 19 14:56:55.006172 dv-cinder-817573-1-iscsi neutron-server[102742]: 'SecurityGroupRule': '1.2', Nov 19 14:56:55.006172 dv-cinder-817573-1-iscsi neutron-server[102742]: 'SubPort': '1.0', Nov 19 14:56:55.006172 dv-cinder-817573-1-iscsi neutron-server[102742]: 'Subnet': '1.1', Nov 19 14:56:55.006172 dv-cinder-817573-1-iscsi neutron-server[102742]: 'Trunk': '1.1'}} Nov 19 14:56:55.006172 dv-cinder-817573-1-iscsi neutron-server[102742]: {{(pid=102742) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 14:56:55.014272 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c4eef4-914a-47ad-ad03-66a18d0fc099 None None] Checking agent: {'id': '93bd3d20-65c6-439e-b74a-dd66c3cedb61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 14, 56, 22), 'started_at': datetime.datetime(2021, 11, 19, 14, 56, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:56:55.014386 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c4eef4-914a-47ad-ad03-66a18d0fc099 None None] Checking segment: {'id': 'a7a17516-4cb5-42b9-9ad9-dc147c2d8542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '91bf7ffb-914e-474f-8147-841b1a8153b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:56:55.014846 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a8c4eef4-914a-47ad-ad03-66a18d0fc099 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:55.015238 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c4eef4-914a-47ad-ad03-66a18d0fc099 None None] Bound using segment: {'id': 'a7a17516-4cb5-42b9-9ad9-dc147c2d8542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '91bf7ffb-914e-474f-8147-841b1a8153b5'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:56:55.015753 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-a8c4eef4-914a-47ad-ad03-66a18d0fc099 None None] Bound port: 51d84256-4207-44bd-acb9-f53db669679f, host: dv-cinder-817573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a17516-4cb5-42b9-9ad9-dc147c2d8542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '91bf7ffb-914e-474f-8147-841b1a8153b5'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:56:55.016158 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a8c4eef4-914a-47ad-ad03-66a18d0fc099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:55.033777 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-3a45fd8d-6b11-4b15-80d1-4496256c3a9a None None] Provisioning complete for port 51d84256-4207-44bd-acb9-f53db669679f triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:56:55.034743 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-3a45fd8d-6b11-4b15-80d1-4496256c3a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:55.075519 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-3a45fd8d-6b11-4b15-80d1-4496256c3a9a None None] Port 51d84256-4207-44bd-acb9-f53db669679f cannot update to ACTIVE because it is not bound. {{(pid=102741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:56:55.082259 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-a8c4eef4-914a-47ad-ad03-66a18d0fc099 None None] For port 51d84256-4207-44bd-acb9-f53db669679f, host dv-cinder-817573-1-iscsi, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:56:55.102452 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-a8c4eef4-914a-47ad-ad03-66a18d0fc099 None None] For port 51d84256-4207-44bd-acb9-f53db669679f, host dv-cinder-817573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=51d84256-4207-44bd-acb9-f53db669679f,segment=NetworkSegment(a7a17516-4cb5-42b9-9ad9-dc147c2d8542),segment_id=a7a17516-4cb5-42b9-9ad9-dc147c2d8542)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:56:55.107975 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a8c4eef4-914a-47ad-ad03-66a18d0fc099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:55.165280 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc4315-eb23-4042-b37d-eb96dcb7c8b9 None None] Pushing event updated for resources: {'Port': ['ID=51d84256-4207-44bd-acb9-f53db669679f,revision_number=4']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:56:55.171263 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c4eef4-914a-47ad-ad03-66a18d0fc099 None None] Routers {'15eb9762-c565-4071-b3aa-4c2c46b9c4c9'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:56:55.172006 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-a8c4eef4-914a-47ad-ad03-66a18d0fc099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T14:56:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['15eb9762-c565-4071-b3aa-4c2c46b9c4c9'], 'active': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:56:55.259472 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvr_db [None req-a8c4eef4-914a-47ad-ad03-66a18d0fc099 None None] Set router 15eb9762-c565-4071-b3aa-4c2c46b9c4c9 gateway port host: None {{(pid=102742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:56:55.396547 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-d5b218e6-731a-427d-a9ef-0e4c1e3b74e0 None None] Provisioning complete for port 51d84256-4207-44bd-acb9-f53db669679f triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:56:55.396950 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-d5b218e6-731a-427d-a9ef-0e4c1e3b74e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:55.475482 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-a8c4eef4-914a-47ad-ad03-66a18d0fc099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15eb9762-c565-4071-b3aa-4c2c46b9c4c9', 'name': 'router1', 'tenant_id': '6f429a6f01ee4765a91be2e9d4eaf170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:56:42Z', 'updated_at': '2021-11-19T14:56:52Z', 'revision_number': 2, 'project_id': '6f429a6f01ee4765a91be2e9d4eaf170', 'gw_port_host': None, '_interfaces': [{'id': '51d84256-4207-44bd-acb9-f53db669679f', 'name': '', 'network_id': '91bf7ffb-914e-474f-8147-841b1a8153b5', 'tenant_id': '6f429a6f01ee4765a91be2e9d4eaf170', 'mac_address': 'fa:16:3e:30:01:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15eb9762-c565-4071-b3aa-4c2c46b9c4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09c669c2-3bff-4e83-abb6-607eb076086d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:56:52Z', 'updated_at': '2021-11-19T14:56:55Z', 'revision_number': 4, 'project_id': '6f429a6f01ee4765a91be2e9d4eaf170', 'subnets': [{'id': '09c669c2-3bff-4e83-abb6-607eb076086d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a0be469-ab86-492b-bd2b-ec174843ab01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:56:55.482420 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-d5b218e6-731a-427d-a9ef-0e4c1e3b74e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:55.501509 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c4eef4-914a-47ad-ad03-66a18d0fc099 None None] The sync data for ids ['15eb9762-c565-4071-b3aa-4c2c46b9c4c9'] in dv-cinder-817573-1-iscsi is: [{'id': '15eb9762-c565-4071-b3aa-4c2c46b9c4c9', 'name': 'router1', 'tenant_id': '6f429a6f01ee4765a91be2e9d4eaf170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:56:42Z', 'updated_at': '2021-11-19T14:56:52Z', 'revision_number': 2, 'project_id': '6f429a6f01ee4765a91be2e9d4eaf170', 'gw_port_host': None, '_interfaces': [{'id': '51d84256-4207-44bd-acb9-f53db669679f', 'name': '', 'network_id': '91bf7ffb-914e-474f-8147-841b1a8153b5', 'tenant_id': '6f429a6f01ee4765a91be2e9d4eaf170', 'mac_address': 'fa:16:3e:30:01:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15eb9762-c565-4071-b3aa-4c2c46b9c4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09c669c2-3bff-4e83-abb6-607eb076086d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:56:52Z', 'updated_at': '2021-11-19T14:56:55Z', 'revision_number': 4, 'project_id': '6f429a6f01ee4765a91be2e9d4eaf170', 'subnets': [{'id': '09c669c2-3bff-4e83-abb6-607eb076086d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a0be469-ab86-492b-bd2b-ec174843ab01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:56:55.518688 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-d5b218e6-731a-427d-a9ef-0e4c1e3b74e0 None None] For port 51d84256-4207-44bd-acb9-f53db669679f, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=51d84256-4207-44bd-acb9-f53db669679f,segment=NetworkSegment(a7a17516-4cb5-42b9-9ad9-dc147c2d8542),segment_id=a7a17516-4cb5-42b9-9ad9-dc147c2d8542)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:56:55.523694 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-d5b218e6-731a-427d-a9ef-0e4c1e3b74e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:55.574907 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b218e6-731a-427d-a9ef-0e4c1e3b74e0 None None] Pushing event updated for resources: {'Port': ['ID=51d84256-4207-44bd-acb9-f53db669679f,revision_number=5']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:56:55.874560 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 37508) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:56:55.984254 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08128270-2fd8-4481-b29d-0c696fbaaa3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:56:55.985669 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-08128270-2fd8-4481-b29d-0c696fbaaa3b admin admin] 10.222.0.20 "GET /v2.0/networks/28d9acba-080c-4a37-9781-fba989a64823 HTTP/1.1" status: 200 len: 842 time: 0.1101611 Nov 19 14:56:55.995432 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [None req-6c0a1385-4f1c-4bc9-bc25-b809f011e675 admin admin] Request body: {'subnet': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'ip_version': 4}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:56:56.019955 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0a1385-4f1c-4bc9-bc25-b809f011e675 admin admin] Made reservation on behalf of 7096ff6f2f9f449caed63e453601bce2 for: {'subnet': 1} {{(pid=102740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:56:56.022265 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-6c0a1385-4f1c-4bc9-bc25-b809f011e675 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:56.314992 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.objects.ports [None req-6c0a1385-4f1c-4bc9-bc25-b809f011e675 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102740) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 14:56:56.315438 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-6c0a1385-4f1c-4bc9-bc25-b809f011e675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375'] for subnet, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:56.373885 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a1385-4f1c-4bc9-bc25-b809f011e675 admin admin] Pushing event updated for resources: {'Subnet': ['ID=831d2bcc-ea48-4f58-960e-dcc1ce111fc5,revision_number=0']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:56:56.378228 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0a1385-4f1c-4bc9-bc25-b809f011e675 admin admin] Checking segment: {'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:56:56.378598 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0a1385-4f1c-4bc9-bc25-b809f011e675 admin admin] Network hostable DHCP agents. Network: 28d9acba-080c-4a37-9781-fba989a64823, hostable agents: ['b581fc54-f77c-4a6c-8194-faf7229ee611'], hosted agents: [] {{(pid=102740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 14:56:56.399782 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0a1385-4f1c-4bc9-bc25-b809f011e675 admin admin] Network 28d9acba-080c-4a37-9781-fba989a64823 is scheduled to be hosted by DHCP agent b581fc54-f77c-4a6c-8194-faf7229ee611 with binding_index 1 {{(pid=102740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 14:56:56.411338 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [None req-6c0a1385-4f1c-4bc9-bc25-b809f011e675 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817573-1-iscsi, 28d9acba-080c-4a37-9781-fba989a64823) {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:56:56.415408 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0a1385-4f1c-4bc9-bc25-b809f011e675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:56:56.415910 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-6c0a1385-4f1c-4bc9-bc25-b809f011e675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for subnet, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:56.427812 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba113da-442b-4420-88ac-7ac707440dcb None None] Network 28d9acba-080c-4a37-9781-fba989a64823 requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:56:56.433822 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-6c0a1385-4f1c-4bc9-bc25-b809f011e675 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4415381 Nov 19 14:56:56.561571 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163a364e-338a-41b4-8da4-605ceb89fc78 None None] Network 28d9acba-080c-4a37-9781-fba989a64823 requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:56:58.844096 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 37516) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:56:58.972751 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-38f98c6c-91b7-441d-812e-934602ac2362 admin admin] 10.222.0.20 "GET /v2.0/routers/15eb9762-c565-4071-b3aa-4c2c46b9c4c9 HTTP/1.1" status: 200 len: 710 time: 0.1274550 Nov 19 14:56:59.056981 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0572ce85-d52c-484b-8145-8e2a79a3a160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:56:59.059057 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-0572ce85-d52c-484b-8145-8e2a79a3a160 admin admin] 10.222.0.20 "GET /v2.0/networks/28d9acba-080c-4a37-9781-fba989a64823 HTTP/1.1" status: 200 len: 886 time: 0.0805106 Nov 19 14:56:59.068276 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [None req-3024d204-4830-48f9-8134-08de23412529 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823'}}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:56:59.393561 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-3024d204-4830-48f9-8134-08de23412529 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:59.629132 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-3024d204-4830-48f9-8134-08de23412529 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:59.705427 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-3024d204-4830-48f9-8134-08de23412529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:59.810082 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_common [None req-3024d204-4830-48f9-8134-08de23412529 admin admin] Allocated IP 172.27.0.169 (28d9acba-080c-4a37-9781-fba989a64823/831d2bcc-ea48-4f58-960e-dcc1ce111fc5/ccf7a082-a29d-40f3-8bc0-019c2fc858fb) {{(pid=102740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:56:59.907919 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-3024d204-4830-48f9-8134-08de23412529 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:59.943317 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-3024d204-4830-48f9-8134-08de23412529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168'] for port, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:56:59.979619 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3024d204-4830-48f9-8134-08de23412529 admin admin] Network 28d9acba-080c-4a37-9781-fba989a64823 is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:56:59.983271 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [None req-3024d204-4830-48f9-8134-08de23412529 admin admin] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:56:59.990873 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3024d204-4830-48f9-8134-08de23412529 admin admin] Received port after_create {{(pid=102740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:57:00.025367 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024d204-4830-48f9-8134-08de23412529 admin admin] Pushing event updated for resources: {'Port': ['ID=ccf7a082-a29d-40f3-8bc0-019c2fc858fb,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:57:00.235374 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-3024d204-4830-48f9-8134-08de23412529 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:57:00.424185 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-3024d204-4830-48f9-8134-08de23412529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437430', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-463687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7290'] for router, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:57:00.427475 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-3024d204-4830-48f9-8134-08de23412529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-463742'] for router, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:57:00.620856 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3024d204-4830-48f9-8134-08de23412529 admin admin] Router 15eb9762-c565-4071-b3aa-4c2c46b9c4c9 has already been hosted by L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d {{(pid=102740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:57:00.727089 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3024d204-4830-48f9-8134-08de23412529 admin admin] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:57:00.731830 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-3024d204-4830-48f9-8134-08de23412529 admin admin] Publish callbacks [] for router, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:57:00.749667 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-3024d204-4830-48f9-8134-08de23412529 admin admin] 10.222.0.20 "PUT /v2.0/routers/15eb9762-c565-4071-b3aa-4c2c46b9c4c9 HTTP/1.1" status: 200 len: 890 time: 1.6678417 Nov 19 14:57:01.812313 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 51d84256-4207-44bd-acb9-f53db669679f up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:57:01.863561 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port 51d84256-4207-44bd-acb9-f53db669679f triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:57:01.863939 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:57:02.500336 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37b426f-a94f-444e-8870-c3458ba047d4 None None] Sync routers for ids ['15eb9762-c565-4071-b3aa-4c2c46b9c4c9'] in dv-cinder-817573-1-iscsi {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:57:02.511409 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37b426f-a94f-444e-8870-c3458ba047d4 None None] Routers {'15eb9762-c565-4071-b3aa-4c2c46b9c4c9'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:57:02.512289 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-b37b426f-a94f-444e-8870-c3458ba047d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T14:56:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['15eb9762-c565-4071-b3aa-4c2c46b9c4c9'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:57:02.721072 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-b37b426f-a94f-444e-8870-c3458ba047d4 None None] Set router 15eb9762-c565-4071-b3aa-4c2c46b9c4c9 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:57:03.179395 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-b37b426f-a94f-444e-8870-c3458ba047d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15eb9762-c565-4071-b3aa-4c2c46b9c4c9', 'name': 'router1', 'tenant_id': '6f429a6f01ee4765a91be2e9d4eaf170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ccf7a082-a29d-40f3-8bc0-019c2fc858fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:56:42Z', 'updated_at': '2021-11-19T14:57:00Z', 'revision_number': 4, 'project_id': '6f429a6f01ee4765a91be2e9d4eaf170', 'gw_port': {'id': 'ccf7a082-a29d-40f3-8bc0-019c2fc858fb', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15eb9762-c565-4071-b3aa-4c2c46b9c4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:56:59Z', 'updated_at': '2021-11-19T14:56:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '51d84256-4207-44bd-acb9-f53db669679f', 'name': '', 'network_id': '91bf7ffb-914e-474f-8147-841b1a8153b5', 'tenant_id': '6f429a6f01ee4765a91be2e9d4eaf170', 'mac_address': 'fa:16:3e:30:01:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15eb9762-c565-4071-b3aa-4c2c46b9c4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09c669c2-3bff-4e83-abb6-607eb076086d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:56:52Z', 'updated_at': '2021-11-19T14:56:55Z', 'revision_number': 5, 'project_id': '6f429a6f01ee4765a91be2e9d4eaf170', 'subnets': [{'id': '09c669c2-3bff-4e83-abb6-607eb076086d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a0be469-ab86-492b-bd2b-ec174843ab01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:57:03.231642 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37b426f-a94f-444e-8870-c3458ba047d4 None None] Checking router: 15eb9762-c565-4071-b3aa-4c2c46b9c4c9 for host: dv-cinder-817573-1-iscsi {{(pid=102741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:57:03.232001 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37b426f-a94f-444e-8870-c3458ba047d4 None None] Updating router 15eb9762-c565-4071-b3aa-4c2c46b9c4c9 port ccf7a082-a29d-40f3-8bc0-019c2fc858fb binding host dv-cinder-817573-1-iscsi {{(pid=102741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 14:57:03.254189 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 37528) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:57:03.279905 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-b37b426f-a94f-444e-8870-c3458ba047d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:57:03.365388 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-ad1543c4-e12c-40c3-bb4c-84e6af890576 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1100137 Nov 19 14:57:03.614117 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-b37b426f-a94f-444e-8870-c3458ba047d4 None None] Publish callbacks [] for port, precommit_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:57:03.621073 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-b37b426f-a94f-444e-8870-c3458ba047d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:57:03.673448 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364c66c-ba19-4be4-ad04-7ad7d2bec4eb None None] Pushing event updated for resources: {'Port': ['ID=ccf7a082-a29d-40f3-8bc0-019c2fc858fb,revision_number=2']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:57:03.675816 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-b37b426f-a94f-444e-8870-c3458ba047d4 None None] Attempting to bind port ccf7a082-a29d-40f3-8bc0-019c2fc858fb on host dv-cinder-817573-1-iscsi for vnic_type normal with profile {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:57:03.676182 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-b37b426f-a94f-444e-8870-c3458ba047d4 None None] Attempting to bind port ccf7a082-a29d-40f3-8bc0-019c2fc858fb by drivers openvswitch,hyperv on host dv-cinder-817573-1-iscsi at level 0 using segments [{'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'}] {{(pid=102741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:57:03.676552 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37b426f-a94f-444e-8870-c3458ba047d4 None None] Attempting to bind port ccf7a082-a29d-40f3-8bc0-019c2fc858fb on network 28d9acba-080c-4a37-9781-fba989a64823 {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:57:03.682060 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37b426f-a94f-444e-8870-c3458ba047d4 None None] Checking agent: {'id': '93bd3d20-65c6-439e-b74a-dd66c3cedb61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 14, 56, 22), 'started_at': datetime.datetime(2021, 11, 19, 14, 56, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:57:03.682436 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37b426f-a94f-444e-8870-c3458ba047d4 None None] Checking segment: {'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:57:03.683368 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-b37b426f-a94f-444e-8870-c3458ba047d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:57:03.683754 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37b426f-a94f-444e-8870-c3458ba047d4 None None] Bound using segment: {'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'} {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:57:03.684311 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-b37b426f-a94f-444e-8870-c3458ba047d4 None None] Bound port: ccf7a082-a29d-40f3-8bc0-019c2fc858fb, host: dv-cinder-817573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'}}] {{(pid=102741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:57:03.684827 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-b37b426f-a94f-444e-8870-c3458ba047d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:57:03.736694 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-b37b426f-a94f-444e-8870-c3458ba047d4 None None] For port ccf7a082-a29d-40f3-8bc0-019c2fc858fb, host dv-cinder-817573-1-iscsi, cleared binding levels {{(pid=102741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:57:03.740719 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-b37b426f-a94f-444e-8870-c3458ba047d4 None None] For port ccf7a082-a29d-40f3-8bc0-019c2fc858fb, host dv-cinder-817573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=ccf7a082-a29d-40f3-8bc0-019c2fc858fb,segment=NetworkSegment(8c548d3f-e438-4dec-b739-b60f621b5d36),segment_id=8c548d3f-e438-4dec-b739-b60f621b5d36)] {{(pid=102741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:57:03.747164 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-b37b426f-a94f-444e-8870-c3458ba047d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:57:03.810303 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37b426f-a94f-444e-8870-c3458ba047d4 None None] Routers {'15eb9762-c565-4071-b3aa-4c2c46b9c4c9'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:57:03.810931 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-b37b426f-a94f-444e-8870-c3458ba047d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T14:56:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['15eb9762-c565-4071-b3aa-4c2c46b9c4c9'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:57:03.819076 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364c66c-ba19-4be4-ad04-7ad7d2bec4eb None None] Pushing event updated for resources: {'Port': ['ID=ccf7a082-a29d-40f3-8bc0-019c2fc858fb,revision_number=3']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:57:03.926476 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-b37b426f-a94f-444e-8870-c3458ba047d4 None None] Set router 15eb9762-c565-4071-b3aa-4c2c46b9c4c9 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:57:04.142403 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-b37b426f-a94f-444e-8870-c3458ba047d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15eb9762-c565-4071-b3aa-4c2c46b9c4c9', 'name': 'router1', 'tenant_id': '6f429a6f01ee4765a91be2e9d4eaf170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ccf7a082-a29d-40f3-8bc0-019c2fc858fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:56:42Z', 'updated_at': '2021-11-19T14:57:00Z', 'revision_number': 4, 'project_id': '6f429a6f01ee4765a91be2e9d4eaf170', 'gw_port': {'id': 'ccf7a082-a29d-40f3-8bc0-019c2fc858fb', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15eb9762-c565-4071-b3aa-4c2c46b9c4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:56:59Z', 'updated_at': '2021-11-19T14:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '51d84256-4207-44bd-acb9-f53db669679f', 'name': '', 'network_id': '91bf7ffb-914e-474f-8147-841b1a8153b5', 'tenant_id': '6f429a6f01ee4765a91be2e9d4eaf170', 'mac_address': 'fa:16:3e:30:01:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15eb9762-c565-4071-b3aa-4c2c46b9c4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09c669c2-3bff-4e83-abb6-607eb076086d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:56:52Z', 'updated_at': '2021-11-19T14:56:55Z', 'revision_number': 5, 'project_id': '6f429a6f01ee4765a91be2e9d4eaf170', 'subnets': [{'id': '09c669c2-3bff-4e83-abb6-607eb076086d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a0be469-ab86-492b-bd2b-ec174843ab01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:57:04.169373 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37b426f-a94f-444e-8870-c3458ba047d4 None None] The sync data for ids ['15eb9762-c565-4071-b3aa-4c2c46b9c4c9'] in dv-cinder-817573-1-iscsi is: [{'id': '15eb9762-c565-4071-b3aa-4c2c46b9c4c9', 'name': 'router1', 'tenant_id': '6f429a6f01ee4765a91be2e9d4eaf170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ccf7a082-a29d-40f3-8bc0-019c2fc858fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:56:42Z', 'updated_at': '2021-11-19T14:57:00Z', 'revision_number': 4, 'project_id': '6f429a6f01ee4765a91be2e9d4eaf170', 'gw_port': {'id': 'ccf7a082-a29d-40f3-8bc0-019c2fc858fb', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15eb9762-c565-4071-b3aa-4c2c46b9c4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:56:59Z', 'updated_at': '2021-11-19T14:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '51d84256-4207-44bd-acb9-f53db669679f', 'name': '', 'network_id': '91bf7ffb-914e-474f-8147-841b1a8153b5', 'tenant_id': '6f429a6f01ee4765a91be2e9d4eaf170', 'mac_address': 'fa:16:3e:30:01:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15eb9762-c565-4071-b3aa-4c2c46b9c4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09c669c2-3bff-4e83-abb6-607eb076086d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:56:52Z', 'updated_at': '2021-11-19T14:56:55Z', 'revision_number': 5, 'project_id': '6f429a6f01ee4765a91be2e9d4eaf170', 'subnets': [{'id': '09c669c2-3bff-4e83-abb6-607eb076086d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a0be469-ab86-492b-bd2b-ec174843ab01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:57:05.847899 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device ccf7a082-a29d-40f3-8bc0-019c2fc858fb up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:57:05.904660 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port ccf7a082-a29d-40f3-8bc0-019c2fc858fb triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:57:05.905162 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:57:06.015925 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:57:06.037401 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] For port ccf7a082-a29d-40f3-8bc0-019c2fc858fb, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=ccf7a082-a29d-40f3-8bc0-019c2fc858fb,segment=NetworkSegment(8c548d3f-e438-4dec-b739-b60f621b5d36),segment_id=8c548d3f-e438-4dec-b739-b60f621b5d36)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:57:06.041961 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:57:06.096391 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Pushing event updated for resources: {'Port': ['ID=ccf7a082-a29d-40f3-8bc0-019c2fc858fb,revision_number=4']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:57:07.845141 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device ccf7a082-a29d-40f3-8bc0-019c2fc858fb up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:57:07.903486 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port ccf7a082-a29d-40f3-8bc0-019c2fc858fb triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:57:07.903486 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:57:16.071112 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-1c5e3c0e-9232-4848-8cf3-1726cfb7c330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:57:18.594953 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-5b39c78a-2b83-4aeb-8de8-0868f63fb214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:57:19.594766 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:57:20.995714 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:57:22.080944 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:57:29.621016 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 5 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:57:46.074201 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-bba83f8c-1284-4a81-bc37-f3903a3bb7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:57:48.593810 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-2f5f15bc-da00-49b0-b894-21ba8761f911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:57:49.594400 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:57:50.991912 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:57:52.088149 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:58:06.620156 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 5 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:58:16.077676 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-a848e9f3-0a50-4e53-a497-db3168afde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:58:18.585955 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-251012df-e49e-48c6-a3d5-b9b67b3a9bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:58:19.597333 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:58:20.993393 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:58:22.080965 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:58:22.557909 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 38012) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:58:22.618797 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c8ec966-d5b5-4792-94b0-5329f30408b3 admin admin] GET failed (client error): The resource could not be found. Nov 19 14:58:22.620219 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-8c8ec966-d5b5-4792-94b0-5329f30408b3 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613680 Nov 19 14:58:22.788816 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290aadc4-c823-4bd6-83de-07132c483892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:58:22.790938 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-290aadc4-c823-4bd6-83de-07132c483892 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1659913 Nov 19 14:58:25.078107 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 38022) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:58:25.168191 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2787a3e-42d4-4b3a-8b7c-3abda7468fb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:58:25.169570 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-b2787a3e-42d4-4b3a-8b7c-3abda7468fb1 admin admin] 10.222.0.20 "GET /v2.0/subnets/09c669c2-3bff-4e83-abb6-607eb076086d HTTP/1.1" status: 200 len: 849 time: 0.0905221 Nov 19 14:58:25.179212 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [None req-5a35e17d-5dc8-41ce-8507-01346dc150f5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:58:25.263920 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-5a35e17d-5dc8-41ce-8507-01346dc150f5 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:58:25.401611 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-5a35e17d-5dc8-41ce-8507-01346dc150f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763178195146'] for subnet, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:58:25.431466 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a35e17d-5dc8-41ce-8507-01346dc150f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:58:25.432437 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-5a35e17d-5dc8-41ce-8507-01346dc150f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for subnet, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:58:25.433873 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-5a35e17d-5dc8-41ce-8507-01346dc150f5 admin admin] 10.222.0.20 "PUT /v2.0/subnets/09c669c2-3bff-4e83-abb6-607eb076086d HTTP/1.1" status: 200 len: 868 time: 0.2580938 Nov 19 14:58:25.435936 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f47e1f-54a6-474f-a7e6-24a0685651d6 None None] Network 91bf7ffb-914e-474f-8147-841b1a8153b5 requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:58:25.456116 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a35e17d-5dc8-41ce-8507-01346dc150f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09c669c2-3bff-4e83-abb6-607eb076086d,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:58:25.464417 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a35e17d-5dc8-41ce-8507-01346dc150f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:58:25.464783 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a35e17d-5dc8-41ce-8507-01346dc150f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:58:25.465192 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a35e17d-5dc8-41ce-8507-01346dc150f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:58:25.465533 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a35e17d-5dc8-41ce-8507-01346dc150f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:58:25.465870 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a35e17d-5dc8-41ce-8507-01346dc150f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:58:25.466219 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a35e17d-5dc8-41ce-8507-01346dc150f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:58:25.466553 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a35e17d-5dc8-41ce-8507-01346dc150f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:58:25.466897 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a35e17d-5dc8-41ce-8507-01346dc150f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:58:25.467243 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a35e17d-5dc8-41ce-8507-01346dc150f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:58:25.467574 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a35e17d-5dc8-41ce-8507-01346dc150f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:58:25.467894 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a35e17d-5dc8-41ce-8507-01346dc150f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:58:25.468214 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a35e17d-5dc8-41ce-8507-01346dc150f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:58:25.776246 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-e0ff05db-a0ad-4542-ae99-16f9c36174b8 None None] Provisioning complete for port 9554bc0a-c7d9-4b42-8a04-3e1deec46ef6 triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:58:25.776701 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-e0ff05db-a0ad-4542-ae99-16f9c36174b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:58:25.865582 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-e0ff05db-a0ad-4542-ae99-16f9c36174b8 None None] Provisioning complete for port 51d84256-4207-44bd-acb9-f53db669679f triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:58:25.865951 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-e0ff05db-a0ad-4542-ae99-16f9c36174b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:58:27.736051 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 38030) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:58:27.940216 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b15a5b7-3482-4254-9cde-8cdc32883cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:58:27.940584 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b15a5b7-3482-4254-9cde-8cdc32883cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:58:27.942130 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-4b15a5b7-3482-4254-9cde-8cdc32883cb8 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2051349 Nov 19 14:58:30.223869 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 38038) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:58:30.353468 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b58593-1948-4676-96a7-d783cf7858f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:58:30.353932 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b58593-1948-4676-96a7-d783cf7858f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:58:30.355430 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-52b58593-1948-4676-96a7-d783cf7858f4 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1306176 Nov 19 14:58:32.617285 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 38046) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:58:32.774275 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c90a0c-172c-4079-8f51-7f234b504879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:58:32.775641 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-f8c90a0c-172c-4079-8f51-7f234b504879 admin admin] 10.222.0.20 "GET /v2.0/networks/28d9acba-080c-4a37-9781-fba989a64823 HTTP/1.1" status: 200 len: 886 time: 0.1568158 Nov 19 14:58:35.038620 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 38056) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:58:35.168072 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39ced39-629a-435e-b69e-7526b5298237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:58:35.169460 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-d39ced39-629a-435e-b69e-7526b5298237 admin admin] 10.222.0.20 "GET /v2.0/networks/91bf7ffb-914e-474f-8147-841b1a8153b5 HTTP/1.1" status: 200 len: 869 time: 0.1298740 Nov 19 14:58:37.432639 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 38064) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:58:37.553121 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924584f4-796c-4bb1-a0cb-31c1694cccdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:58:37.553573 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924584f4-796c-4bb1-a0cb-31c1694cccdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:58:37.555561 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-924584f4-796c-4bb1-a0cb-31c1694cccdf admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1213706 Nov 19 14:58:39.809995 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 38072) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:58:39.902901 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71810dcd-84f2-4e27-9d87-0c4eff727445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:58:39.903351 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71810dcd-84f2-4e27-9d87-0c4eff727445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:58:39.904855 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-71810dcd-84f2-4e27-9d87-0c4eff727445 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0939002 Nov 19 14:58:42.169190 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 38080) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:58:42.259463 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9411fe89-80e7-4828-bba9-221a3d8a2a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:58:42.260785 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-9411fe89-80e7-4828-bba9-221a3d8a2a5f admin admin] 10.222.0.20 "GET /v2.0/subnets/09c669c2-3bff-4e83-abb6-607eb076086d HTTP/1.1" status: 200 len: 868 time: 0.0906587 Nov 19 14:58:43.618872 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 5 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:58:44.519795 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 38088) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:58:44.604552 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7d6dfa-d6d9-4267-8d12-55e3c2b95f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:58:44.605898 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-8c7d6dfa-d6d9-4267-8d12-55e3c2b95f9d admin admin] 10.222.0.20 "GET /v2.0/subnets/831d2bcc-ea48-4f58-960e-dcc1ce111fc5 HTTP/1.1" status: 200 len: 816 time: 0.0851645 Nov 19 14:58:46.079069 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-8b76774c-52b3-4e75-82b4-9541bf08f068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:58:48.583367 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-2c174fb4-f47e-4666-8c9e-fd8960c7f642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:58:49.597729 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:58:50.995553 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:58:52.082241 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:59:08.814610 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 38142) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:59:08.861705 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [None req-6dd9bb63-10d1-4541-ac3a-42cc99e33ee4 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 14:59:08.863039 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-6dd9bb63-10d1-4541-ac3a-42cc99e33ee4 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0473697 Nov 19 14:59:11.237953 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 38150) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:59:11.297413 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce1311f-1db7-4066-bf28-426a37a7ce29 admin admin] GET failed (client error): The resource could not be found. Nov 19 14:59:11.298639 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-bce1311f-1db7-4066-bf28-426a37a7ce29 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0597734 Nov 19 14:59:11.381907 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd09f6d-2cd2-4967-819b-ec295bfa700a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:59:11.383536 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-ffd09f6d-2cd2-4967-819b-ec295bfa700a admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0805192 Nov 19 14:59:13.676578 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 38158) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:59:13.722416 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [None req-adb36419-a012-422a-9b77-82f3b9e1fa5f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:59:13.743108 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb36419-a012-422a-9b77-82f3b9e1fa5f admin admin] Made reservation on behalf of 7096ff6f2f9f449caed63e453601bce2 for: {'network': 1} {{(pid=102740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:59:13.745772 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-adb36419-a012-422a-9b77-82f3b9e1fa5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for network, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:59:13.772431 dv-cinder-817573-1-iscsi neutron-server[102740]: WARNING neutron.services.revisions.revision_plugin [None req-adb36419-a012-422a-9b77-82f3b9e1fa5f admin admin] Could not find related network for resource to bump revision. Nov 19 14:59:13.783120 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adb36419-a012-422a-9b77-82f3b9e1fa5f admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=102740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 14:59:13.792306 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-adb36419-a012-422a-9b77-82f3b9e1fa5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597'] for segment, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:59:13.792638 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.db.segments_db [None req-adb36419-a012-422a-9b77-82f3b9e1fa5f admin admin] Added segment ae887152-4cfa-4992-934b-8654c594bb58 of type vlan for network 94344a30-23ca-4a51-8df9-4f283ed6e0c4 Nov 19 14:59:13.831265 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-adb36419-a012-422a-9b77-82f3b9e1fa5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763177764639'] for network, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:59:13.854753 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-adb36419-a012-422a-9b77-82f3b9e1fa5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375'] for network, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:59:13.855664 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb36419-a012-422a-9b77-82f3b9e1fa5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:59:13.856299 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-adb36419-a012-422a-9b77-82f3b9e1fa5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for network, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:59:14.004513 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-adb36419-a012-422a-9b77-82f3b9e1fa5f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3268123 Nov 19 14:59:14.016729 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb36419-a012-422a-9b77-82f3b9e1fa5f admin admin] Pushing event updated for resources: {'Network': ['ID=94344a30-23ca-4a51-8df9-4f283ed6e0c4,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:59:14.028136 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Network 94344a30-23ca-4a51-8df9-4f283ed6e0c4 details requested by agent ovs-agent-dv-cinder-817573-1-iscsi with host dv-cinder-817573-1-iscsi {{(pid=102741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 14:59:16.081396 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-19aa31e0-06bc-457f-93b2-ec5594422da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:59:16.325147 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 38166) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:59:16.391645 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7eee261-1983-4ef6-a59b-bdd6db24e91a admin admin] GET failed (client error): The resource could not be found. Nov 19 14:59:16.392930 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-f7eee261-1983-4ef6-a59b-bdd6db24e91a admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0668070 Nov 19 14:59:16.467159 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23ef4e3-49bb-4c88-858f-f66ea00815ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:59:16.468597 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-e23ef4e3-49bb-4c88-858f-f66ea00815ea admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0711935 Nov 19 14:59:16.479755 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [None req-0b17d640-7a74-4d2e-833d-e5aae56b582c admin admin] Request body: {'subnet': {'network_id': '94344a30-23ca-4a51-8df9-4f283ed6e0c4', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:59:16.498943 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b17d640-7a74-4d2e-833d-e5aae56b582c admin admin] Made reservation on behalf of 7096ff6f2f9f449caed63e453601bce2 for: {'subnet': 1} {{(pid=102740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:59:16.501225 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-0b17d640-7a74-4d2e-833d-e5aae56b582c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:59:16.659076 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-0b17d640-7a74-4d2e-833d-e5aae56b582c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375'] for subnet, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:59:16.715632 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b17d640-7a74-4d2e-833d-e5aae56b582c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf2d8cdf-2597-48d9-90f0-9a37908e0838,revision_number=0']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:59:16.723954 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b17d640-7a74-4d2e-833d-e5aae56b582c admin admin] Checking segment: {'id': 'ae887152-4cfa-4992-934b-8654c594bb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '94344a30-23ca-4a51-8df9-4f283ed6e0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:59:16.724311 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b17d640-7a74-4d2e-833d-e5aae56b582c admin admin] Network hostable DHCP agents. Network: 94344a30-23ca-4a51-8df9-4f283ed6e0c4, hostable agents: ['b581fc54-f77c-4a6c-8194-faf7229ee611'], hosted agents: [] {{(pid=102740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 14:59:16.740471 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b17d640-7a74-4d2e-833d-e5aae56b582c admin admin] Network 94344a30-23ca-4a51-8df9-4f283ed6e0c4 is scheduled to be hosted by DHCP agent b581fc54-f77c-4a6c-8194-faf7229ee611 with binding_index 1 {{(pid=102740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 14:59:16.748242 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [None req-0b17d640-7a74-4d2e-833d-e5aae56b582c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817573-1-iscsi, 94344a30-23ca-4a51-8df9-4f283ed6e0c4) {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:59:16.755962 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b17d640-7a74-4d2e-833d-e5aae56b582c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:59:16.756608 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-0b17d640-7a74-4d2e-833d-e5aae56b582c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for subnet, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:59:16.758716 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14799bb8-0d87-4377-a523-24ac7c7f420e None None] Network 94344a30-23ca-4a51-8df9-4f283ed6e0c4 requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:59:16.773731 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-0b17d640-7a74-4d2e-833d-e5aae56b582c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2973971 Nov 19 14:59:16.910773 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f449627b-111c-4fec-9fa1-967b85523f7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp819b9761-b326-5502-9f20-d7ca87230a0c-94344a30-23ca-4a51-8df9-4f283ed6e0c4', 'network_id': '94344a30-23ca-4a51-8df9-4f283ed6e0c4', 'tenant_id': '7096ff6f2f9f449caed63e453601bce2', 'fixed_ips': [{'subnet_id': 'cf2d8cdf-2597-48d9-90f0-9a37908e0838'}]}} from dv-cinder-817573-1-iscsi. {{(pid=102741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 14:59:16.911600 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-f449627b-111c-4fec-9fa1-967b85523f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:59:17.056172 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.db_base_plugin_common [None req-f449627b-111c-4fec-9fa1-967b85523f7e None None] Allocated IP 192.168.233.2 (94344a30-23ca-4a51-8df9-4f283ed6e0c4/cf2d8cdf-2597-48d9-90f0-9a37908e0838/03ddddc9-cbab-4c3d-bfe3-eef0e4679769) {{(pid=102741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:59:17.296566 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-f449627b-111c-4fec-9fa1-967b85523f7e None None] Publish callbacks [] for port, precommit_create {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:59:17.302565 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-f449627b-111c-4fec-9fa1-967b85523f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168'] for port, after_create {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:59:17.343260 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f449627b-111c-4fec-9fa1-967b85523f7e None None] Network 94344a30-23ca-4a51-8df9-4f283ed6e0c4 is already hosted by enough agents. {{(pid=102741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:59:17.346344 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.scheduler.base_scheduler [None req-f449627b-111c-4fec-9fa1-967b85523f7e None None] Resources bound (agent type, host, resource id): {{(pid=102741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:59:17.350049 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f449627b-111c-4fec-9fa1-967b85523f7e None None] Received port after_create {{(pid=102741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:59:17.357677 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449627b-111c-4fec-9fa1-967b85523f7e None None] Pushing event updated for resources: {'Port': ['ID=03ddddc9-cbab-4c3d-bfe3-eef0e4679769,revision_number=1']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:59:17.367992 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449627b-111c-4fec-9fa1-967b85523f7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:59:17.368356 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449627b-111c-4fec-9fa1-967b85523f7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:59:17.368697 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449627b-111c-4fec-9fa1-967b85523f7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:59:17.369058 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449627b-111c-4fec-9fa1-967b85523f7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:59:17.369381 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449627b-111c-4fec-9fa1-967b85523f7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:59:17.369708 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449627b-111c-4fec-9fa1-967b85523f7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:59:17.370029 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449627b-111c-4fec-9fa1-967b85523f7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:59:17.370351 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449627b-111c-4fec-9fa1-967b85523f7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:59:17.370692 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449627b-111c-4fec-9fa1-967b85523f7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:59:17.371017 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449627b-111c-4fec-9fa1-967b85523f7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:59:17.371334 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449627b-111c-4fec-9fa1-967b85523f7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:59:17.371651 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449627b-111c-4fec-9fa1-967b85523f7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:59:17.421102 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-f449627b-111c-4fec-9fa1-967b85523f7e None None] Attempting to bind port 03ddddc9-cbab-4c3d-bfe3-eef0e4679769 on host dv-cinder-817573-1-iscsi for vnic_type normal with profile {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:59:17.421639 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-f449627b-111c-4fec-9fa1-967b85523f7e None None] Attempting to bind port 03ddddc9-cbab-4c3d-bfe3-eef0e4679769 by drivers openvswitch,hyperv on host dv-cinder-817573-1-iscsi at level 0 using segments [{'id': 'ae887152-4cfa-4992-934b-8654c594bb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '94344a30-23ca-4a51-8df9-4f283ed6e0c4'}] {{(pid=102741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:59:17.422007 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f449627b-111c-4fec-9fa1-967b85523f7e None None] Attempting to bind port 03ddddc9-cbab-4c3d-bfe3-eef0e4679769 on network 94344a30-23ca-4a51-8df9-4f283ed6e0c4 {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:59:17.427101 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f449627b-111c-4fec-9fa1-967b85523f7e None None] Checking agent: {'id': '93bd3d20-65c6-439e-b74a-dd66c3cedb61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 14, 56, 22), 'started_at': datetime.datetime(2021, 11, 19, 14, 56, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:59:17.427474 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f449627b-111c-4fec-9fa1-967b85523f7e None None] Checking segment: {'id': 'ae887152-4cfa-4992-934b-8654c594bb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '94344a30-23ca-4a51-8df9-4f283ed6e0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:59:17.427870 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-f449627b-111c-4fec-9fa1-967b85523f7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:59:17.428265 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f449627b-111c-4fec-9fa1-967b85523f7e None None] Bound using segment: {'id': 'ae887152-4cfa-4992-934b-8654c594bb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '94344a30-23ca-4a51-8df9-4f283ed6e0c4'} {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:59:17.428730 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-f449627b-111c-4fec-9fa1-967b85523f7e None None] Bound port: 03ddddc9-cbab-4c3d-bfe3-eef0e4679769, host: dv-cinder-817573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae887152-4cfa-4992-934b-8654c594bb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '94344a30-23ca-4a51-8df9-4f283ed6e0c4'}}] {{(pid=102741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:59:17.429666 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-f449627b-111c-4fec-9fa1-967b85523f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:59:17.495093 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-f449627b-111c-4fec-9fa1-967b85523f7e None None] For port 03ddddc9-cbab-4c3d-bfe3-eef0e4679769, host dv-cinder-817573-1-iscsi, cleared binding levels {{(pid=102741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:59:17.498507 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-f449627b-111c-4fec-9fa1-967b85523f7e None None] For port 03ddddc9-cbab-4c3d-bfe3-eef0e4679769, host dv-cinder-817573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=03ddddc9-cbab-4c3d-bfe3-eef0e4679769,segment=NetworkSegment(ae887152-4cfa-4992-934b-8654c594bb58),segment_id=ae887152-4cfa-4992-934b-8654c594bb58)] {{(pid=102741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:59:17.502318 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-f449627b-111c-4fec-9fa1-967b85523f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:59:17.564214 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449627b-111c-4fec-9fa1-967b85523f7e None None] Pushing event updated for resources: {'Port': ['ID=03ddddc9-cbab-4c3d-bfe3-eef0e4679769,revision_number=2']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:59:17.911513 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 03ddddc9-cbab-4c3d-bfe3-eef0e4679769 up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:59:17.964896 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port 03ddddc9-cbab-4c3d-bfe3-eef0e4679769 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:59:17.965238 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:59:18.048991 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:59:18.082381 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] For port 03ddddc9-cbab-4c3d-bfe3-eef0e4679769, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=03ddddc9-cbab-4c3d-bfe3-eef0e4679769,segment=NetworkSegment(ae887152-4cfa-4992-934b-8654c594bb58),segment_id=ae887152-4cfa-4992-934b-8654c594bb58)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:59:18.087396 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:59:18.139702 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Pushing event updated for resources: {'Port': ['ID=03ddddc9-cbab-4c3d-bfe3-eef0e4679769,revision_number=3']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:59:18.426682 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3656e074-252e-4f72-81a8-1182eb41e5fa None None] Network 94344a30-23ca-4a51-8df9-4f283ed6e0c4 requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:59:18.489363 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-2e8b32e2-38c3-4423-ae4a-9e8549e06099 None None] Provisioning complete for port 03ddddc9-cbab-4c3d-bfe3-eef0e4679769 triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:59:18.489875 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-2e8b32e2-38c3-4423-ae4a-9e8549e06099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:59:18.626989 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-711bdecd-cb73-4f18-9054-53a29b22d6f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:59:18.874471 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-bb35394c-b49d-49c7-9849-208d5a9d3e5d None None] Provisioning complete for port 03ddddc9-cbab-4c3d-bfe3-eef0e4679769 triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:59:18.874837 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-bb35394c-b49d-49c7-9849-208d5a9d3e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:59:19.603294 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:59:19.885822 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 03ddddc9-cbab-4c3d-bfe3-eef0e4679769 up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:59:19.933419 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port 03ddddc9-cbab-4c3d-bfe3-eef0e4679769 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:59:19.933784 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:59:20.617806 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 5 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:59:21.001338 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:59:22.086791 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:59:46.083598 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-bae65538-d2f7-419d-9989-5e3e371387f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:59:48.589488 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-05ec3044-42f4-4909-a6e3-56b7949879f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:59:49.606902 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:59:51.003357 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:59:52.090607 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:59:57.616487 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 5 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:00:16.087681 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-4304717d-977e-43cf-898c-3769d1fc3a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:00:18.591221 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-89725bde-305f-456b-9bd0-9c482b7a6cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:00:19.610588 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:00:21.007875 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:00:22.092457 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:00:28.292203 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 38212) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:00:28.298064 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [None req-9dd9662f-9ef7-4c52-a05c-80b9ca64e153 tempest-verify_tempest_config-330805792 tempest-verify_tempest_config-330805792-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 15:00:28.299016 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-9dd9662f-9ef7-4c52-a05c-80b9ca64e153 tempest-verify_tempest_config-330805792 tempest-verify_tempest_config-330805792-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058208 Nov 19 15:00:28.583898 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 38230) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:00:28.684261 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-d8a0c5a3-72ba-4c3a-ad1d-f86bb67a8af3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:00:28.759970 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-d8a0c5a3-72ba-4c3a-ad1d-f86bb67a8af3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:00:28.763678 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-d8a0c5a3-72ba-4c3a-ad1d-f86bb67a8af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:00:28.809544 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-d8a0c5a3-72ba-4c3a-ad1d-f86bb67a8af3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=801770f5463d411ca8063e27a25ca3a6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2245228 Nov 19 15:00:28.812245 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0c5a3-72ba-4c3a-ad1d-f86bb67a8af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70aaa1c6-c654-48a6-a93f-1f74be55cbe7,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:00:28.812397 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 38234) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:00:28.817372 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0c5a3-72ba-4c3a-ad1d-f86bb67a8af3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:00:28.817720 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0c5a3-72ba-4c3a-ad1d-f86bb67a8af3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:00:28.818637 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0c5a3-72ba-4c3a-ad1d-f86bb67a8af3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:00:28.818998 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0c5a3-72ba-4c3a-ad1d-f86bb67a8af3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:00:28.819371 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0c5a3-72ba-4c3a-ad1d-f86bb67a8af3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:00:28.819701 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0c5a3-72ba-4c3a-ad1d-f86bb67a8af3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:00:28.820032 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0c5a3-72ba-4c3a-ad1d-f86bb67a8af3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:00:28.820357 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0c5a3-72ba-4c3a-ad1d-f86bb67a8af3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:00:28.820677 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0c5a3-72ba-4c3a-ad1d-f86bb67a8af3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:00:28.821021 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0c5a3-72ba-4c3a-ad1d-f86bb67a8af3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:00:28.821341 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0c5a3-72ba-4c3a-ad1d-f86bb67a8af3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:00:28.821656 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0c5a3-72ba-4c3a-ad1d-f86bb67a8af3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:00:28.888322 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-00501485-ad48-4af9-93ff-52b6d01b18fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:00:28.908443 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-00501485-ad48-4af9-93ff-52b6d01b18fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:00:28.998870 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-00501485-ad48-4af9-93ff-52b6d01b18fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:00:29.001391 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-00501485-ad48-4af9-93ff-52b6d01b18fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:00:29.002552 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-00501485-ad48-4af9-93ff-52b6d01b18fd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70aaa1c6-c654-48a6-a93f-1f74be55cbe7 HTTP/1.1" status: 204 len: 168 time: 0.1889727 Nov 19 15:00:29.010798 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00501485-ad48-4af9-93ff-52b6d01b18fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70aaa1c6-c654-48a6-a93f-1f74be55cbe7,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:00:29.017613 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00501485-ad48-4af9-93ff-52b6d01b18fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:00:29.017986 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00501485-ad48-4af9-93ff-52b6d01b18fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:00:29.018333 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00501485-ad48-4af9-93ff-52b6d01b18fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:00:29.018671 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00501485-ad48-4af9-93ff-52b6d01b18fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:00:29.019006 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00501485-ad48-4af9-93ff-52b6d01b18fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:00:29.019353 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00501485-ad48-4af9-93ff-52b6d01b18fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:00:29.019689 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00501485-ad48-4af9-93ff-52b6d01b18fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:00:29.020018 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00501485-ad48-4af9-93ff-52b6d01b18fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:00:29.020369 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00501485-ad48-4af9-93ff-52b6d01b18fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:00:29.020697 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00501485-ad48-4af9-93ff-52b6d01b18fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:00:29.023503 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00501485-ad48-4af9-93ff-52b6d01b18fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:00:29.023851 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00501485-ad48-4af9-93ff-52b6d01b18fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:00:34.614162 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 5 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:00:46.088576 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-81232051-eedc-4a46-b4e5-c5b905322f58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:00:48.591603 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-c53e1c33-d4a2-4982-8360-2b08dfeea71f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:00:49.613385 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:00:51.007121 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:00:52.093562 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:01:11.612083 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 5 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:01:16.090662 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-3c554c31-090d-4514-bc9e-141d413258bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:01:18.593472 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-4f0c6685-ae8d-48f8-9747-610e95d1f964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:01:19.615656 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:01:21.008643 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:01:22.094993 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:01:46.092695 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-dab4cf13-2d11-48fa-856d-6eb6c5218c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:01:48.594764 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-040668d3-f5a6-42fc-8855-18c7eb2e06f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:01:48.610125 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 5 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:01:49.617705 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:01:51.012181 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:01:52.095649 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:02:04.008201 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-469976'] for agent, after_create {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:02:16.094408 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-cdef6791-5202-4b47-8712-a702740823c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:02:18.597129 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-cecd67d8-885e-4f69-bb3b-b7192dcc1fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:02:18.654678 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 38308) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:02:18.761105 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-9109c7cd-d874-47ae-8871-5cc4550f4f4a admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1052997 Nov 19 15:02:19.620887 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:02:21.016629 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:02:21.066446 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 38318) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:02:21.121154 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-59b28995-8569-4b70-9ff0-f8f45e573718 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0536168 Nov 19 15:02:22.096726 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:02:25.608261 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 6 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:02:33.964851 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:02:46.095013 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-b289eb86-a7e5-4d0f-88ec-5fea616ec439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:02:48.601199 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-aff90676-782a-4066-9c91-47133b31c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:02:49.624023 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:02:51.020412 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:02:52.100699 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:02.606738 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 6 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:03:03.979655 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:16.099272 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-f0984aaa-8f87-4bda-b2c1-fc6e38d91d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:18.636666 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-d2463862-492b-4ed4-bc05-1decf2371ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:19.630190 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:21.024867 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:22.103327 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:33.982486 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:39.604766 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 6 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:03:46.100537 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-13506d20-8ff1-4ee0-b265-e67904df4353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:48.614009 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-b793b2dd-2b8d-43ab-b1dd-6e98791a0cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:49.634394 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:51.047940 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:52.109471 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:52.984425 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 38524) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:03:53.213761 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 38538) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:03:53.337934 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 38550) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:03:53.398635 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-6cee79da-f7dd-44cb-8c45-3abf9a77bd48 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1985090628-network', 'tenant_id': 'cdb244c677264a58ae8a06742292aba4'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:03:53.424113 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 38556) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:03:53.436593 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cee79da-f7dd-44cb-8c45-3abf9a77bd48 admin admin] Made reservation on behalf of cdb244c677264a58ae8a06742292aba4 for: {'network': 1} {{(pid=102739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:03:53.439108 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6cee79da-f7dd-44cb-8c45-3abf9a77bd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for network, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:53.454168 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6cee79da-f7dd-44cb-8c45-3abf9a77bd48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:53.493630 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-3fad86fb-5471-49cb-970e-6e0b46c9b700 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-975304505-network', 'tenant_id': '4f706bd80a9247579246ab8d0ec2203d'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:03:53.530293 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fad86fb-5471-49cb-970e-6e0b46c9b700 admin admin] Made reservation on behalf of 4f706bd80a9247579246ab8d0ec2203d for: {'network': 1} {{(pid=102739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:03:53.532944 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3fad86fb-5471-49cb-970e-6e0b46c9b700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for network, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:53.545075 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3fad86fb-5471-49cb-970e-6e0b46c9b700 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:53.616869 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6cee79da-f7dd-44cb-8c45-3abf9a77bd48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:53.626710 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6cee79da-f7dd-44cb-8c45-3abf9a77bd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:53.654701 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cee79da-f7dd-44cb-8c45-3abf9a77bd48 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=102739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 15:03:53.681058 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [None req-ab35aa95-b6a9-49c0-bdd8-29dd772a3b76 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1326120467-network', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:03:53.707105 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6cee79da-f7dd-44cb-8c45-3abf9a77bd48 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763178266471', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597'] for segment, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:53.707694 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6cee79da-f7dd-44cb-8c45-3abf9a77bd48 admin admin] Unsubscribe: segment precommit_create {{(pid=102739) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 19 15:03:53.708845 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.db.segments_db [None req-6cee79da-f7dd-44cb-8c45-3abf9a77bd48 admin admin] Added segment 4393c4d3-f30b-4ef6-b52f-f040b25a1a29 of type vlan for network 9bdc62e5-2180-4755-99bd-fe198da300d6 Nov 19 15:03:53.720699 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab35aa95-b6a9-49c0-bdd8-29dd772a3b76 admin admin] Made reservation on behalf of 5eaa9bd6803a47d79c92591db12100ff for: {'network': 1} {{(pid=102740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:03:53.727644 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ab35aa95-b6a9-49c0-bdd8-29dd772a3b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for network, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:53.733641 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-8d153bff-a8fa-4529-8063-7b0990dfd430 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1980322251-network', 'tenant_id': '53995b55564a4b2784260772caeedf05'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:03:53.749894 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ab35aa95-b6a9-49c0-bdd8-29dd772a3b76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:53.759020 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee79da-f7dd-44cb-8c45-3abf9a77bd48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874c3d4d-bcab-4525-bc00-2ccbaac07bb8,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:03:53.762753 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3fad86fb-5471-49cb-970e-6e0b46c9b700 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:53.783441 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3fad86fb-5471-49cb-970e-6e0b46c9b700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:53.792213 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee79da-f7dd-44cb-8c45-3abf9a77bd48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:53.792662 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee79da-f7dd-44cb-8c45-3abf9a77bd48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:53.793115 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee79da-f7dd-44cb-8c45-3abf9a77bd48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:53.793460 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee79da-f7dd-44cb-8c45-3abf9a77bd48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:53.793839 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee79da-f7dd-44cb-8c45-3abf9a77bd48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:53.794157 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee79da-f7dd-44cb-8c45-3abf9a77bd48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:53.794552 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee79da-f7dd-44cb-8c45-3abf9a77bd48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:53.795131 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee79da-f7dd-44cb-8c45-3abf9a77bd48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:53.795657 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee79da-f7dd-44cb-8c45-3abf9a77bd48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:53.796205 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee79da-f7dd-44cb-8c45-3abf9a77bd48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:53.796727 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee79da-f7dd-44cb-8c45-3abf9a77bd48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:53.797295 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee79da-f7dd-44cb-8c45-3abf9a77bd48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:53.798599 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee79da-f7dd-44cb-8c45-3abf9a77bd48 admin admin] Tracked resource versions report: Nov 19 15:03:53.798599 dv-cinder-817573-1-iscsi neutron-server[102739]: pushed versions: Nov 19 15:03:53.798599 dv-cinder-817573-1-iscsi neutron-server[102739]: { 'AddressGroup': {'1.2'}, Nov 19 15:03:53.798599 dv-cinder-817573-1-iscsi neutron-server[102739]: 'ConntrackHelper': {'1.0'}, Nov 19 15:03:53.798599 dv-cinder-817573-1-iscsi neutron-server[102739]: 'Log': {'1.0'}, Nov 19 15:03:53.798599 dv-cinder-817573-1-iscsi neutron-server[102739]: 'Network': {'1.1'}, Nov 19 15:03:53.798599 dv-cinder-817573-1-iscsi neutron-server[102739]: 'Port': {'1.7'}, Nov 19 15:03:53.798599 dv-cinder-817573-1-iscsi neutron-server[102739]: 'PortForwarding': {'1.2'}, Nov 19 15:03:53.798599 dv-cinder-817573-1-iscsi neutron-server[102739]: 'QosPolicy': {'1.10'}, Nov 19 15:03:53.798599 dv-cinder-817573-1-iscsi neutron-server[102739]: 'SecurityGroup': {'1.5'}, Nov 19 15:03:53.798599 dv-cinder-817573-1-iscsi neutron-server[102739]: 'SecurityGroupRule': {'1.2'}, Nov 19 15:03:53.798599 dv-cinder-817573-1-iscsi neutron-server[102739]: 'SubPort': {'1.0'}, Nov 19 15:03:53.798599 dv-cinder-817573-1-iscsi neutron-server[102739]: 'Subnet': {'1.1'}, Nov 19 15:03:53.798599 dv-cinder-817573-1-iscsi neutron-server[102739]: 'Trunk': {'1.1'}} Nov 19 15:03:53.798599 dv-cinder-817573-1-iscsi neutron-server[102739]: consumer versions: Nov 19 15:03:53.798599 dv-cinder-817573-1-iscsi neutron-server[102739]: { DHCP agent@dv-cinder-817573-1-iscsi: {}, Nov 19 15:03:53.798599 dv-cinder-817573-1-iscsi neutron-server[102739]: HyperV agent@hv-cinder-81757: {}, Nov 19 15:03:53.798599 dv-cinder-817573-1-iscsi neutron-server[102739]: L3 agent@dv-cinder-817573-1-iscsi: {}, Nov 19 15:03:53.798599 dv-cinder-817573-1-iscsi neutron-server[102739]: Metadata agent@dv-cinder-817573-1-iscsi: {}, Nov 19 15:03:53.798599 dv-cinder-817573-1-iscsi neutron-server[102739]: Metering agent@dv-cinder-817573-1-iscsi: {}, Nov 19 15:03:53.798599 dv-cinder-817573-1-iscsi neutron-server[102739]: Open vSwitch agent@dv-cinder-817573-1-iscsi: { 'AddressGroup': '1.2', Nov 19 15:03:53.798599 dv-cinder-817573-1-iscsi neutron-server[102739]: 'ConntrackHelper': '1.0', Nov 19 15:03:53.798599 dv-cinder-817573-1-iscsi neutron-server[102739]: 'Log': '1.0', Nov 19 15:03:53.798599 dv-cinder-817573-1-iscsi neutron-server[102739]: 'Network': '1.1', Nov 19 15:03:53.798599 dv-cinder-817573-1-iscsi neutron-server[102739]: 'Port': '1.7', Nov 19 15:03:53.798599 dv-cinder-817573-1-iscsi neutron-server[102739]: 'PortForwarding': '1.2', Nov 19 15:03:53.798599 dv-cinder-817573-1-iscsi neutron-server[102739]: 'QosPolicy': '1.10', Nov 19 15:03:53.798599 dv-cinder-817573-1-iscsi neutron-server[102739]: 'SecurityGroup': '1.5', Nov 19 15:03:53.798599 dv-cinder-817573-1-iscsi neutron-server[102739]: 'SecurityGroupRule': '1.2', Nov 19 15:03:53.798599 dv-cinder-817573-1-iscsi neutron-server[102739]: 'SubPort': '1.0', Nov 19 15:03:53.798599 dv-cinder-817573-1-iscsi neutron-server[102739]: 'Subnet': '1.1', Nov 19 15:03:53.798599 dv-cinder-817573-1-iscsi neutron-server[102739]: 'Trunk': '1.1'}} Nov 19 15:03:53.798599 dv-cinder-817573-1-iscsi neutron-server[102739]: {{(pid=102739) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 15:03:53.807301 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6cee79da-f7dd-44cb-8c45-3abf9a77bd48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763177764639'] for network, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:53.850645 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ab35aa95-b6a9-49c0-bdd8-29dd772a3b76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:53.856491 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ab35aa95-b6a9-49c0-bdd8-29dd772a3b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:53.859472 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fad86fb-5471-49cb-970e-6e0b46c9b700 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=102739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 15:03:53.889841 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d153bff-a8fa-4529-8063-7b0990dfd430 admin admin] Made reservation on behalf of 53995b55564a4b2784260772caeedf05 for: {'network': 1} {{(pid=102739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:03:53.893314 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8d153bff-a8fa-4529-8063-7b0990dfd430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for network, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:53.894499 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35aa95-b6a9-49c0-bdd8-29dd772a3b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbeec44-78ad-4a1a-801b-5e4e372d2af2,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:03:53.906086 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab35aa95-b6a9-49c0-bdd8-29dd772a3b76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:53.906550 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab35aa95-b6a9-49c0-bdd8-29dd772a3b76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:53.907133 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab35aa95-b6a9-49c0-bdd8-29dd772a3b76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:53.907532 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab35aa95-b6a9-49c0-bdd8-29dd772a3b76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:53.907949 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab35aa95-b6a9-49c0-bdd8-29dd772a3b76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:53.909204 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab35aa95-b6a9-49c0-bdd8-29dd772a3b76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:53.909643 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab35aa95-b6a9-49c0-bdd8-29dd772a3b76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:53.910291 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab35aa95-b6a9-49c0-bdd8-29dd772a3b76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:53.910739 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab35aa95-b6a9-49c0-bdd8-29dd772a3b76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:53.911080 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab35aa95-b6a9-49c0-bdd8-29dd772a3b76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:53.911379 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad86fb-5471-49cb-970e-6e0b46c9b700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f586ae87-3d12-4e96-809c-bd0a73d5c439,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:03:53.911534 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab35aa95-b6a9-49c0-bdd8-29dd772a3b76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:53.912122 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab35aa95-b6a9-49c0-bdd8-29dd772a3b76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:53.913452 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab35aa95-b6a9-49c0-bdd8-29dd772a3b76 admin admin] Tracked resource versions report: Nov 19 15:03:53.913452 dv-cinder-817573-1-iscsi neutron-server[102740]: pushed versions: Nov 19 15:03:53.913452 dv-cinder-817573-1-iscsi neutron-server[102740]: { 'AddressGroup': {'1.2'}, Nov 19 15:03:53.913452 dv-cinder-817573-1-iscsi neutron-server[102740]: 'ConntrackHelper': {'1.0'}, Nov 19 15:03:53.913452 dv-cinder-817573-1-iscsi neutron-server[102740]: 'Log': {'1.0'}, Nov 19 15:03:53.913452 dv-cinder-817573-1-iscsi neutron-server[102740]: 'Network': {'1.1'}, Nov 19 15:03:53.913452 dv-cinder-817573-1-iscsi neutron-server[102740]: 'Port': {'1.7'}, Nov 19 15:03:53.913452 dv-cinder-817573-1-iscsi neutron-server[102740]: 'PortForwarding': {'1.2'}, Nov 19 15:03:53.913452 dv-cinder-817573-1-iscsi neutron-server[102740]: 'QosPolicy': {'1.10'}, Nov 19 15:03:53.913452 dv-cinder-817573-1-iscsi neutron-server[102740]: 'SecurityGroup': {'1.5'}, Nov 19 15:03:53.913452 dv-cinder-817573-1-iscsi neutron-server[102740]: 'SecurityGroupRule': {'1.2'}, Nov 19 15:03:53.913452 dv-cinder-817573-1-iscsi neutron-server[102740]: 'SubPort': {'1.0'}, Nov 19 15:03:53.913452 dv-cinder-817573-1-iscsi neutron-server[102740]: 'Subnet': {'1.1'}, Nov 19 15:03:53.913452 dv-cinder-817573-1-iscsi neutron-server[102740]: 'Trunk': {'1.1'}} Nov 19 15:03:53.913452 dv-cinder-817573-1-iscsi neutron-server[102740]: consumer versions: Nov 19 15:03:53.913452 dv-cinder-817573-1-iscsi neutron-server[102740]: { DHCP agent@dv-cinder-817573-1-iscsi: {}, Nov 19 15:03:53.913452 dv-cinder-817573-1-iscsi neutron-server[102740]: HyperV agent@hv-cinder-81757: {}, Nov 19 15:03:53.913452 dv-cinder-817573-1-iscsi neutron-server[102740]: L3 agent@dv-cinder-817573-1-iscsi: {}, Nov 19 15:03:53.913452 dv-cinder-817573-1-iscsi neutron-server[102740]: Metadata agent@dv-cinder-817573-1-iscsi: {}, Nov 19 15:03:53.913452 dv-cinder-817573-1-iscsi neutron-server[102740]: Metering agent@dv-cinder-817573-1-iscsi: {}, Nov 19 15:03:53.913452 dv-cinder-817573-1-iscsi neutron-server[102740]: Open vSwitch agent@dv-cinder-817573-1-iscsi: { 'AddressGroup': '1.2', Nov 19 15:03:53.913452 dv-cinder-817573-1-iscsi neutron-server[102740]: 'ConntrackHelper': '1.0', Nov 19 15:03:53.913452 dv-cinder-817573-1-iscsi neutron-server[102740]: 'Log': '1.0', Nov 19 15:03:53.913452 dv-cinder-817573-1-iscsi neutron-server[102740]: 'Network': '1.1', Nov 19 15:03:53.913452 dv-cinder-817573-1-iscsi neutron-server[102740]: 'Port': '1.7', Nov 19 15:03:53.913452 dv-cinder-817573-1-iscsi neutron-server[102740]: 'PortForwarding': '1.2', Nov 19 15:03:53.913452 dv-cinder-817573-1-iscsi neutron-server[102740]: 'QosPolicy': '1.10', Nov 19 15:03:53.913452 dv-cinder-817573-1-iscsi neutron-server[102740]: 'SecurityGroup': '1.5', Nov 19 15:03:53.913452 dv-cinder-817573-1-iscsi neutron-server[102740]: 'SecurityGroupRule': '1.2', Nov 19 15:03:53.913452 dv-cinder-817573-1-iscsi neutron-server[102740]: 'SubPort': '1.0', Nov 19 15:03:53.913452 dv-cinder-817573-1-iscsi neutron-server[102740]: 'Subnet': '1.1', Nov 19 15:03:53.913452 dv-cinder-817573-1-iscsi neutron-server[102740]: 'Trunk': '1.1'}} Nov 19 15:03:53.913452 dv-cinder-817573-1-iscsi neutron-server[102740]: {{(pid=102740) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 15:03:53.917316 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3fad86fb-5471-49cb-970e-6e0b46c9b700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597'] for segment, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:53.917751 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.db.segments_db [None req-3fad86fb-5471-49cb-970e-6e0b46c9b700 admin admin] Added segment 825cdef8-593d-4f91-8a08-956301887ecd of type vlan for network 3c9cca4b-ed41-4a56-84cf-c924ddaee6d8 Nov 19 15:03:53.919512 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8d153bff-a8fa-4529-8063-7b0990dfd430 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:53.928951 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab35aa95-b6a9-49c0-bdd8-29dd772a3b76 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=102740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 15:03:53.930994 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6cee79da-f7dd-44cb-8c45-3abf9a77bd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375'] for network, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:53.932044 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cee79da-f7dd-44cb-8c45-3abf9a77bd48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:03:53.932730 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6cee79da-f7dd-44cb-8c45-3abf9a77bd48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for network, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:53.943924 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ab35aa95-b6a9-49c0-bdd8-29dd772a3b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597'] for segment, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:53.944540 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.db.segments_db [None req-ab35aa95-b6a9-49c0-bdd8-29dd772a3b76 admin admin] Added segment ed8113ae-2a5c-4a27-affb-b258a654385e of type vlan for network f97c391d-7c3e-4d86-a9cf-5e771e36f18c Nov 19 15:03:54.015963 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ab35aa95-b6a9-49c0-bdd8-29dd772a3b76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763177764639'] for network, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:54.067092 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee79da-f7dd-44cb-8c45-3abf9a77bd48 admin admin] Pushing event updated for resources: {'Network': ['ID=9bdc62e5-2180-4755-99bd-fe198da300d6,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:03:54.076567 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ab35aa95-b6a9-49c0-bdd8-29dd772a3b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375'] for network, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:54.086910 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab35aa95-b6a9-49c0-bdd8-29dd772a3b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:03:54.087127 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Network 9bdc62e5-2180-4755-99bd-fe198da300d6 details requested by agent ovs-agent-dv-cinder-817573-1-iscsi with host dv-cinder-817573-1-iscsi {{(pid=102741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 15:03:54.087658 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ab35aa95-b6a9-49c0-bdd8-29dd772a3b76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for network, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:54.120075 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-6cee79da-f7dd-44cb-8c45-3abf9a77bd48 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1344576 Nov 19 15:03:54.137007 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 38584) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:03:54.142003 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [None req-82d5f773-6f9d-4755-b9d8-263f1459e94e admin admin] Request body: {'subnet': {'network_id': '9bdc62e5-2180-4755-99bd-fe198da300d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1985090628-subnet', 'tenant_id': 'cdb244c677264a58ae8a06742292aba4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:03:54.153894 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3fad86fb-5471-49cb-970e-6e0b46c9b700 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763177764639'] for network, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:54.184063 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-ab35aa95-b6a9-49c0-bdd8-29dd772a3b76 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8439498 Nov 19 15:03:54.186280 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d5f773-6f9d-4755-b9d8-263f1459e94e admin admin] Made reservation on behalf of cdb244c677264a58ae8a06742292aba4 for: {'subnet': 1} {{(pid=102740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:03:54.189378 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-82d5f773-6f9d-4755-b9d8-263f1459e94e admin admin] Publish callbacks [] for subnet, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:54.192983 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 38592) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:03:54.218652 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-d9e34913-9c37-428f-9f2e-166d653cbc93 admin admin] Request body: {'subnet': {'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1326120467-subnet', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:03:54.242078 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35aa95-b6a9-49c0-bdd8-29dd772a3b76 admin admin] Pushing event updated for resources: {'Network': ['ID=f97c391d-7c3e-4d86-a9cf-5e771e36f18c,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:03:54.252770 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e34913-9c37-428f-9f2e-166d653cbc93 admin admin] Made reservation on behalf of 5eaa9bd6803a47d79c92591db12100ff for: {'subnet': 1} {{(pid=102739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:03:54.256753 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d9e34913-9c37-428f-9f2e-166d653cbc93 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:54.270220 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Network f97c391d-7c3e-4d86-a9cf-5e771e36f18c details requested by agent ovs-agent-dv-cinder-817573-1-iscsi with host dv-cinder-817573-1-iscsi {{(pid=102741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 15:03:54.398862 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8d153bff-a8fa-4529-8063-7b0990dfd430 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:54.405379 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8d153bff-a8fa-4529-8063-7b0990dfd430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:54.445572 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d153bff-a8fa-4529-8063-7b0990dfd430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68ad7fb-5abd-45f2-8dcf-ef9c90984427,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:03:54.466191 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3fad86fb-5471-49cb-970e-6e0b46c9b700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375'] for network, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:54.474861 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fad86fb-5471-49cb-970e-6e0b46c9b700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:03:54.475675 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3fad86fb-5471-49cb-970e-6e0b46c9b700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for network, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:54.506013 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-3fad86fb-5471-49cb-970e-6e0b46c9b700 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2910979 Nov 19 15:03:54.508328 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d153bff-a8fa-4529-8063-7b0990dfd430 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=102739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 15:03:54.520104 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 38600) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:03:54.526673 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-26ef6db2-a758-4952-8290-eded3e1b8ed8 admin admin] Request body: {'subnet': {'network_id': '3c9cca4b-ed41-4a56-84cf-c924ddaee6d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-975304505-subnet', 'tenant_id': '4f706bd80a9247579246ab8d0ec2203d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:03:54.538360 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-82d5f773-6f9d-4755-b9d8-263f1459e94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375'] for subnet, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:54.625268 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ef6db2-a758-4952-8290-eded3e1b8ed8 admin admin] Made reservation on behalf of 4f706bd80a9247579246ab8d0ec2203d for: {'subnet': 1} {{(pid=102739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:03:54.626474 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d5f773-6f9d-4755-b9d8-263f1459e94e admin admin] Checking segment: {'id': '4393c4d3-f30b-4ef6-b52f-f040b25a1a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9bdc62e5-2180-4755-99bd-fe198da300d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:03:54.627063 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d5f773-6f9d-4755-b9d8-263f1459e94e admin admin] Network hostable DHCP agents. Network: 9bdc62e5-2180-4755-99bd-fe198da300d6, hostable agents: ['b581fc54-f77c-4a6c-8194-faf7229ee611'], hosted agents: [] {{(pid=102740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 15:03:54.629105 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-26ef6db2-a758-4952-8290-eded3e1b8ed8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:54.644242 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d5f773-6f9d-4755-b9d8-263f1459e94e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8290f5d-0d5d-4a74-9e3b-0c433bc14b68,revision_number=0']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:03:54.660472 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d5f773-6f9d-4755-b9d8-263f1459e94e admin admin] Network 9bdc62e5-2180-4755-99bd-fe198da300d6 is scheduled to be hosted by DHCP agent b581fc54-f77c-4a6c-8194-faf7229ee611 with binding_index 1 {{(pid=102740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 15:03:54.673656 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [None req-82d5f773-6f9d-4755-b9d8-263f1459e94e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817573-1-iscsi, 9bdc62e5-2180-4755-99bd-fe198da300d6) {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:03:54.681803 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d5f773-6f9d-4755-b9d8-263f1459e94e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:03:54.682355 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-82d5f773-6f9d-4755-b9d8-263f1459e94e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for subnet, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:54.686472 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedd2aec-eb19-438e-bbc1-28570293cca2 None None] Network 9bdc62e5-2180-4755-99bd-fe198da300d6 requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:03:54.736450 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-82d5f773-6f9d-4755-b9d8-263f1459e94e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5959389 Nov 19 15:03:54.737360 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 38612) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:03:54.741966 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [None req-50f23327-5a61-4971-a54b-b944b0f852c6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1985090628-router', 'tenant_id': 'cdb244c677264a58ae8a06742292aba4', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823'}}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:03:54.800137 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-50f23327-5a61-4971-a54b-b944b0f852c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-464837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7263'] for router, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:54.801288 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-50f23327-5a61-4971-a54b-b944b0f852c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437380', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7236'] for router, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:54.936383 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8d153bff-a8fa-4529-8063-7b0990dfd430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597'] for segment, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:54.936744 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.db.segments_db [None req-8d153bff-a8fa-4529-8063-7b0990dfd430 admin admin] Added segment 95ddcab1-baed-4dee-a29d-ed919666ff8f of type vlan for network cd986946-8454-44e7-80e5-6d3c5bfe30eb Nov 19 15:03:54.936919 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f34a938-a48c-476d-98ad-8da0fba9ec9f None None] Network 9bdc62e5-2180-4755-99bd-fe198da300d6 requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:03:55.013055 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-50f23327-5a61-4971-a54b-b944b0f852c6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:55.128952 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad86fb-5471-49cb-970e-6e0b46c9b700 admin admin] Pushing event updated for resources: {'Network': ['ID=3c9cca4b-ed41-4a56-84cf-c924ddaee6d8,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:03:55.136275 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8d153bff-a8fa-4529-8063-7b0990dfd430 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763177764639'] for network, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:55.153702 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-26ef6db2-a758-4952-8290-eded3e1b8ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375'] for subnet, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:55.164851 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Network 3c9cca4b-ed41-4a56-84cf-c924ddaee6d8 details requested by agent ovs-agent-dv-cinder-817573-1-iscsi with host dv-cinder-817573-1-iscsi {{(pid=102741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 15:03:55.260325 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8d153bff-a8fa-4529-8063-7b0990dfd430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375'] for network, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:55.261612 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d153bff-a8fa-4529-8063-7b0990dfd430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:03:55.262381 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8d153bff-a8fa-4529-8063-7b0990dfd430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for network, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:55.320208 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-50f23327-5a61-4971-a54b-b944b0f852c6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:55.411755 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef6db2-a758-4952-8290-eded3e1b8ed8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=794ab25b-a9e8-4a59-a490-7e3e827b5ce9,revision_number=0']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:03:55.422991 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d153bff-a8fa-4529-8063-7b0990dfd430 admin admin] Pushing event updated for resources: {'Network': ['ID=cd986946-8454-44e7-80e5-6d3c5bfe30eb,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:03:55.433983 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-8d153bff-a8fa-4529-8063-7b0990dfd430 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0050278 Nov 19 15:03:55.435112 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 38648) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:03:55.435585 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d9e34913-9c37-428f-9f2e-166d653cbc93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375'] for subnet, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:55.442393 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-6581efa3-32df-4483-88ea-2d5f8cf22c2b admin admin] Request body: {'subnet': {'network_id': 'cd986946-8454-44e7-80e5-6d3c5bfe30eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1980322251-subnet', 'tenant_id': '53995b55564a4b2784260772caeedf05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:03:55.448211 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ef6db2-a758-4952-8290-eded3e1b8ed8 admin admin] Checking segment: {'id': '825cdef8-593d-4f91-8a08-956301887ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c9cca4b-ed41-4a56-84cf-c924ddaee6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:03:55.448576 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ef6db2-a758-4952-8290-eded3e1b8ed8 admin admin] Network hostable DHCP agents. Network: 3c9cca4b-ed41-4a56-84cf-c924ddaee6d8, hostable agents: ['b581fc54-f77c-4a6c-8194-faf7229ee611'], hosted agents: [] {{(pid=102739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 15:03:55.448841 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Network cd986946-8454-44e7-80e5-6d3c5bfe30eb details requested by agent ovs-agent-dv-cinder-817573-1-iscsi with host dv-cinder-817573-1-iscsi {{(pid=102741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 15:03:55.540030 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6581efa3-32df-4483-88ea-2d5f8cf22c2b admin admin] Made reservation on behalf of 53995b55564a4b2784260772caeedf05 for: {'subnet': 1} {{(pid=102739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:03:55.542651 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6581efa3-32df-4483-88ea-2d5f8cf22c2b admin admin] Publish callbacks [] for subnet, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:55.554236 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ef6db2-a758-4952-8290-eded3e1b8ed8 admin admin] Network 3c9cca4b-ed41-4a56-84cf-c924ddaee6d8 is scheduled to be hosted by DHCP agent b581fc54-f77c-4a6c-8194-faf7229ee611 with binding_index 1 {{(pid=102739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 15:03:55.588963 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-50f23327-5a61-4971-a54b-b944b0f852c6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:55.602342 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e34913-9c37-428f-9f2e-166d653cbc93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fec746e-ce9d-4877-a4a1-5ea67aae0682,revision_number=0']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:03:55.618165 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-50f23327-5a61-4971-a54b-b944b0f852c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:55.619555 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.base_scheduler [None req-26ef6db2-a758-4952-8290-eded3e1b8ed8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817573-1-iscsi, 3c9cca4b-ed41-4a56-84cf-c924ddaee6d8) {{(pid=102739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:03:55.628996 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e34913-9c37-428f-9f2e-166d653cbc93 admin admin] Checking segment: {'id': 'ed8113ae-2a5c-4a27-affb-b258a654385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:03:55.629355 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e34913-9c37-428f-9f2e-166d653cbc93 admin admin] Network hostable DHCP agents. Network: f97c391d-7c3e-4d86-a9cf-5e771e36f18c, hostable agents: ['b581fc54-f77c-4a6c-8194-faf7229ee611'], hosted agents: [] {{(pid=102739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 15:03:55.636154 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ef6db2-a758-4952-8290-eded3e1b8ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:03:55.636364 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b0e7c6-da39-4d1c-8f2e-2ab772613af3 None None] Network 3c9cca4b-ed41-4a56-84cf-c924ddaee6d8 requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:03:55.636755 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-26ef6db2-a758-4952-8290-eded3e1b8ed8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for subnet, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:55.683010 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-26ef6db2-a758-4952-8290-eded3e1b8ed8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1591058 Nov 19 15:03:55.710999 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e34913-9c37-428f-9f2e-166d653cbc93 admin admin] Network f97c391d-7c3e-4d86-a9cf-5e771e36f18c is scheduled to be hosted by DHCP agent b581fc54-f77c-4a6c-8194-faf7229ee611 with binding_index 1 {{(pid=102739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 15:03:55.725023 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.base_scheduler [None req-d9e34913-9c37-428f-9f2e-166d653cbc93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817573-1-iscsi, f97c391d-7c3e-4d86-a9cf-5e771e36f18c) {{(pid=102739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:03:55.746578 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def48391-b871-4d52-b1c7-91129e2a033e None None] Network f97c391d-7c3e-4d86-a9cf-5e771e36f18c requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:03:55.769285 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e34913-9c37-428f-9f2e-166d653cbc93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:03:55.770319 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d9e34913-9c37-428f-9f2e-166d653cbc93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for subnet, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:55.805461 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-d9e34913-9c37-428f-9f2e-166d653cbc93 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6075647 Nov 19 15:03:55.811628 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 38658) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:03:55.817880 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-a78842f6-3ebb-4883-adb0-cc8fd8dd5464 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1326120467-router', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823'}}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:03:55.909055 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_common [None req-50f23327-5a61-4971-a54b-b944b0f852c6 admin admin] Allocated IP 172.27.0.174 (28d9acba-080c-4a37-9781-fba989a64823/831d2bcc-ea48-4f58-960e-dcc1ce111fc5/f063cc34-34a2-489f-ac9f-283839d7ff3b) {{(pid=102740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:03:55.974226 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba349c0-1540-4af1-8679-c31f6cdd8b80 None None] Network 3c9cca4b-ed41-4a56-84cf-c924ddaee6d8 requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:03:55.982776 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a78842f6-3ebb-4883-adb0-cc8fd8dd5464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-464837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7263'] for router, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:55.982776 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a78842f6-3ebb-4883-adb0-cc8fd8dd5464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437380', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7236'] for router, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:56.009282 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6581efa3-32df-4483-88ea-2d5f8cf22c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375'] for subnet, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:56.145767 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a78842f6-3ebb-4883-adb0-cc8fd8dd5464 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:56.167622 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-50f23327-5a61-4971-a54b-b944b0f852c6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:56.194577 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581efa3-32df-4483-88ea-2d5f8cf22c2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=66863856-ad42-4629-ab56-51eb7761d1fa,revision_number=0']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:03:56.225494 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-50f23327-5a61-4971-a54b-b944b0f852c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168'] for port, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:56.256489 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f23327-5a61-4971-a54b-b944b0f852c6 admin admin] Network 28d9acba-080c-4a37-9781-fba989a64823 is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:03:56.259790 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [None req-50f23327-5a61-4971-a54b-b944b0f852c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:03:56.289040 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f23327-5a61-4971-a54b-b944b0f852c6 admin admin] Received port after_create {{(pid=102740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:03:56.416877 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 38702) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:03:56.461057 dv-cinder-817573-1-iscsi neutron-server[102739]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 19 15:03:56.467884 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6581efa3-32df-4483-88ea-2d5f8cf22c2b admin admin] Checking segment: {'id': '95ddcab1-baed-4dee-a29d-ed919666ff8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'cd986946-8454-44e7-80e5-6d3c5bfe30eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:03:56.468414 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6581efa3-32df-4483-88ea-2d5f8cf22c2b admin admin] Network hostable DHCP agents. Network: cd986946-8454-44e7-80e5-6d3c5bfe30eb, hostable agents: ['b581fc54-f77c-4a6c-8194-faf7229ee611'], hosted agents: [] {{(pid=102739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 15:03:56.655486 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e695288-7d23-47ad-8824-7612fac4ce0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp819b9761-b326-5502-9f20-d7ca87230a0c-f97c391d-7c3e-4d86-a9cf-5e771e36f18c', 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'fixed_ips': [{'subnet_id': '8fec746e-ce9d-4877-a4a1-5ea67aae0682'}]}} from dv-cinder-817573-1-iscsi. {{(pid=102741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 15:03:56.656529 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-6e695288-7d23-47ad-8824-7612fac4ce0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:56.743715 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-50f23327-5a61-4971-a54b-b944b0f852c6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:56.747092 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f23327-5a61-4971-a54b-b944b0f852c6 admin admin] Pushing event updated for resources: {'Port': ['ID=f063cc34-34a2-489f-ac9f-283839d7ff3b,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:03:56.786622 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a78842f6-3ebb-4883-adb0-cc8fd8dd5464 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:56.808358 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6581efa3-32df-4483-88ea-2d5f8cf22c2b admin admin] Network cd986946-8454-44e7-80e5-6d3c5bfe30eb is scheduled to be hosted by DHCP agent b581fc54-f77c-4a6c-8194-faf7229ee611 with binding_index 1 {{(pid=102739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 15:03:56.934007 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.base_scheduler [None req-6581efa3-32df-4483-88ea-2d5f8cf22c2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817573-1-iscsi, cd986946-8454-44e7-80e5-6d3c5bfe30eb) {{(pid=102739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:03:56.961280 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116cddfb-d80b-418a-b537-1b64c82b1cfa None None] Network cd986946-8454-44e7-80e5-6d3c5bfe30eb requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:03:56.990412 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6581efa3-32df-4483-88ea-2d5f8cf22c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:03:56.991125 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6581efa3-32df-4483-88ea-2d5f8cf22c2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for subnet, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:57.012462 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e530059-f160-4041-893f-b86e110b52bc req-5209b297-4d66-4207-9907-7ec1962c1d38 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:03:57.021344 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-0e530059-f160-4041-893f-b86e110b52bc req-5209b297-4d66-4207-9907-7ec1962c1d38 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/networks?id=3c9cca4b-ed41-4a56-84cf-c924ddaee6d8 HTTP/1.1" status: 200 len: 811 time: 0.5680015 Nov 19 15:03:57.045183 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-0e530059-f160-4041-893f-b86e110b52bc req-f8130b2f-0df2-4618-83d9-7c8ddd83f0fc tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/quotas/4f706bd80a9247579246ab8d0ec2203d HTTP/1.1" status: 200 len: 375 time: 0.0226512 Nov 19 15:03:57.061721 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-6581efa3-32df-4483-88ea-2d5f8cf22c2b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6237731 Nov 19 15:03:57.095199 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.db_base_plugin_common [None req-6e695288-7d23-47ad-8824-7612fac4ce0d None None] Allocated IP 172.20.0.2 (f97c391d-7c3e-4d86-a9cf-5e771e36f18c/8fec746e-ce9d-4877-a4a1-5ea67aae0682/989cabae-961f-443a-b667-c85c420e70b6) {{(pid=102741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:03:57.133495 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-0e530059-f160-4041-893f-b86e110b52bc req-0c056efd-c63e-4ceb-b754-510865b822fc tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f706bd80a9247579246ab8d0ec2203d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0870748 Nov 19 15:03:57.141039 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-50f23327-5a61-4971-a54b-b944b0f852c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437459'] for router, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:57.392090 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c42916-789d-4b0d-b7f2-44ab946df19f None None] Network cd986946-8454-44e7-80e5-6d3c5bfe30eb requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:03:57.465558 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a78842f6-3ebb-4883-adb0-cc8fd8dd5464 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:57.502693 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f23327-5a61-4971-a54b-b944b0f852c6 admin admin] Router 6411a029-0d77-4df5-9179-863b7b5ae512 is scheduled to L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d with binding_index 1 {{(pid=102740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 15:03:57.567987 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [req-0e530059-f160-4041-893f-b86e110b52bc req-0b8c951d-dce6-4c45-a534-ef970c638c29 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 15:03:57.570152 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-0e530059-f160-4041-893f-b86e110b52bc req-0b8c951d-dce6-4c45-a534-ef970c638c29 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1708052 Nov 19 15:03:57.572331 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a78842f6-3ebb-4883-adb0-cc8fd8dd5464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:57.605061 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-6e695288-7d23-47ad-8824-7612fac4ce0d None None] Publish callbacks [] for port, precommit_create {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:57.629918 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-6e695288-7d23-47ad-8824-7612fac4ce0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168'] for port, after_create {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:57.663453 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f23327-5a61-4971-a54b-b944b0f852c6 admin admin] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:03:57.674860 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b12158-3af6-41fd-ba3e-b89329874ad5 None None] Sync routers for ids ['6411a029-0d77-4df5-9179-863b7b5ae512'] in dv-cinder-817573-1-iscsi {{(pid=102742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:03:57.675439 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e695288-7d23-47ad-8824-7612fac4ce0d None None] Network f97c391d-7c3e-4d86-a9cf-5e771e36f18c is already hosted by enough agents. {{(pid=102741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:03:57.678511 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.scheduler.base_scheduler [None req-6e695288-7d23-47ad-8824-7612fac4ce0d None None] Resources bound (agent type, host, resource id): {{(pid=102741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:03:57.685378 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e695288-7d23-47ad-8824-7612fac4ce0d None None] Received port after_create {{(pid=102741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:03:57.692388 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-50f23327-5a61-4971-a54b-b944b0f852c6 admin admin] Publish callbacks [] for router, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:57.694235 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-50f23327-5a61-4971-a54b-b944b0f852c6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.9559784 Nov 19 15:03:57.694793 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b12158-3af6-41fd-ba3e-b89329874ad5 None None] Routers {'6411a029-0d77-4df5-9179-863b7b5ae512'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:03:57.695422 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-66b12158-3af6-41fd-ba3e-b89329874ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:03:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['6411a029-0d77-4df5-9179-863b7b5ae512'], 'active': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:03:57.697202 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 38768) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:03:57.699394 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e695288-7d23-47ad-8824-7612fac4ce0d None None] Pushing event updated for resources: {'Port': ['ID=989cabae-961f-443a-b667-c85c420e70b6,revision_number=1']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:03:57.735608 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e695288-7d23-47ad-8824-7612fac4ce0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:57.736041 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e695288-7d23-47ad-8824-7612fac4ce0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:57.737268 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e695288-7d23-47ad-8824-7612fac4ce0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:57.737790 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e695288-7d23-47ad-8824-7612fac4ce0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:57.738232 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e695288-7d23-47ad-8824-7612fac4ce0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:57.738676 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e695288-7d23-47ad-8824-7612fac4ce0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:57.739164 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e695288-7d23-47ad-8824-7612fac4ce0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:57.741008 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e695288-7d23-47ad-8824-7612fac4ce0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:57.741008 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e695288-7d23-47ad-8824-7612fac4ce0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:57.741008 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e695288-7d23-47ad-8824-7612fac4ce0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:57.741008 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e695288-7d23-47ad-8824-7612fac4ce0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:57.745353 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e695288-7d23-47ad-8824-7612fac4ce0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:57.748473 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e695288-7d23-47ad-8824-7612fac4ce0d None None] Tracked resource versions report: Nov 19 15:03:57.748473 dv-cinder-817573-1-iscsi neutron-server[102741]: pushed versions: Nov 19 15:03:57.748473 dv-cinder-817573-1-iscsi neutron-server[102741]: { 'AddressGroup': {'1.2'}, Nov 19 15:03:57.748473 dv-cinder-817573-1-iscsi neutron-server[102741]: 'ConntrackHelper': {'1.0'}, Nov 19 15:03:57.748473 dv-cinder-817573-1-iscsi neutron-server[102741]: 'Log': {'1.0'}, Nov 19 15:03:57.748473 dv-cinder-817573-1-iscsi neutron-server[102741]: 'Network': {'1.1'}, Nov 19 15:03:57.748473 dv-cinder-817573-1-iscsi neutron-server[102741]: 'Port': {'1.7'}, Nov 19 15:03:57.748473 dv-cinder-817573-1-iscsi neutron-server[102741]: 'PortForwarding': {'1.2'}, Nov 19 15:03:57.748473 dv-cinder-817573-1-iscsi neutron-server[102741]: 'QosPolicy': {'1.10'}, Nov 19 15:03:57.748473 dv-cinder-817573-1-iscsi neutron-server[102741]: 'SecurityGroup': {'1.5'}, Nov 19 15:03:57.748473 dv-cinder-817573-1-iscsi neutron-server[102741]: 'SecurityGroupRule': {'1.2'}, Nov 19 15:03:57.748473 dv-cinder-817573-1-iscsi neutron-server[102741]: 'SubPort': {'1.0'}, Nov 19 15:03:57.748473 dv-cinder-817573-1-iscsi neutron-server[102741]: 'Subnet': {'1.1'}, Nov 19 15:03:57.748473 dv-cinder-817573-1-iscsi neutron-server[102741]: 'Trunk': {'1.1'}} Nov 19 15:03:57.748473 dv-cinder-817573-1-iscsi neutron-server[102741]: consumer versions: Nov 19 15:03:57.748473 dv-cinder-817573-1-iscsi neutron-server[102741]: { DHCP agent@dv-cinder-817573-1-iscsi: {}, Nov 19 15:03:57.748473 dv-cinder-817573-1-iscsi neutron-server[102741]: HyperV agent@hv-cinder-81757: {}, Nov 19 15:03:57.748473 dv-cinder-817573-1-iscsi neutron-server[102741]: L3 agent@dv-cinder-817573-1-iscsi: {}, Nov 19 15:03:57.748473 dv-cinder-817573-1-iscsi neutron-server[102741]: Metadata agent@dv-cinder-817573-1-iscsi: {}, Nov 19 15:03:57.748473 dv-cinder-817573-1-iscsi neutron-server[102741]: Metering agent@dv-cinder-817573-1-iscsi: {}, Nov 19 15:03:57.748473 dv-cinder-817573-1-iscsi neutron-server[102741]: Open vSwitch agent@dv-cinder-817573-1-iscsi: { 'AddressGroup': '1.2', Nov 19 15:03:57.748473 dv-cinder-817573-1-iscsi neutron-server[102741]: 'ConntrackHelper': '1.0', Nov 19 15:03:57.748473 dv-cinder-817573-1-iscsi neutron-server[102741]: 'Log': '1.0', Nov 19 15:03:57.748473 dv-cinder-817573-1-iscsi neutron-server[102741]: 'Network': '1.1', Nov 19 15:03:57.748473 dv-cinder-817573-1-iscsi neutron-server[102741]: 'Port': '1.7', Nov 19 15:03:57.748473 dv-cinder-817573-1-iscsi neutron-server[102741]: 'PortForwarding': '1.2', Nov 19 15:03:57.748473 dv-cinder-817573-1-iscsi neutron-server[102741]: 'QosPolicy': '1.10', Nov 19 15:03:57.748473 dv-cinder-817573-1-iscsi neutron-server[102741]: 'SecurityGroup': '1.5', Nov 19 15:03:57.748473 dv-cinder-817573-1-iscsi neutron-server[102741]: 'SecurityGroupRule': '1.2', Nov 19 15:03:57.748473 dv-cinder-817573-1-iscsi neutron-server[102741]: 'SubPort': '1.0', Nov 19 15:03:57.748473 dv-cinder-817573-1-iscsi neutron-server[102741]: 'Subnet': '1.1', Nov 19 15:03:57.748473 dv-cinder-817573-1-iscsi neutron-server[102741]: 'Trunk': '1.1'}} Nov 19 15:03:57.748473 dv-cinder-817573-1-iscsi neutron-server[102741]: {{(pid=102741) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 15:03:57.818761 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 38784) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:03:57.821113 dv-cinder-817573-1-iscsi neutron-server[102740]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 19 15:03:57.822837 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-6e695288-7d23-47ad-8824-7612fac4ce0d None None] Attempting to bind port 989cabae-961f-443a-b667-c85c420e70b6 on host dv-cinder-817573-1-iscsi for vnic_type normal with profile {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:03:57.823221 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-6e695288-7d23-47ad-8824-7612fac4ce0d None None] Attempting to bind port 989cabae-961f-443a-b667-c85c420e70b6 by drivers openvswitch,hyperv on host dv-cinder-817573-1-iscsi at level 0 using segments [{'id': 'ed8113ae-2a5c-4a27-affb-b258a654385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c'}] {{(pid=102741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:03:57.823591 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e695288-7d23-47ad-8824-7612fac4ce0d None None] Attempting to bind port 989cabae-961f-443a-b667-c85c420e70b6 on network f97c391d-7c3e-4d86-a9cf-5e771e36f18c {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:03:57.835900 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e695288-7d23-47ad-8824-7612fac4ce0d None None] Checking agent: {'id': '93bd3d20-65c6-439e-b74a-dd66c3cedb61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 14, 56, 22), 'started_at': datetime.datetime(2021, 11, 19, 14, 56, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:03:57.836330 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e695288-7d23-47ad-8824-7612fac4ce0d None None] Checking segment: {'id': 'ed8113ae-2a5c-4a27-affb-b258a654385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:03:57.836730 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-6e695288-7d23-47ad-8824-7612fac4ce0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:57.837465 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e695288-7d23-47ad-8824-7612fac4ce0d None None] Bound using segment: {'id': 'ed8113ae-2a5c-4a27-affb-b258a654385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c'} {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:03:57.838025 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-6e695288-7d23-47ad-8824-7612fac4ce0d None None] Bound port: 989cabae-961f-443a-b667-c85c420e70b6, host: dv-cinder-817573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8113ae-2a5c-4a27-affb-b258a654385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c'}}] {{(pid=102741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:03:57.838439 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-6e695288-7d23-47ad-8824-7612fac4ce0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:57.842152 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.db_base_plugin_common [None req-a78842f6-3ebb-4883-adb0-cc8fd8dd5464 admin admin] Allocated IP 172.27.0.79 (28d9acba-080c-4a37-9781-fba989a64823/831d2bcc-ea48-4f58-960e-dcc1ce111fc5/d5753c7f-58e4-4f38-ac9e-d0c40592331f) {{(pid=102739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:03:57.939297 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-6e695288-7d23-47ad-8824-7612fac4ce0d None None] For port 989cabae-961f-443a-b667-c85c420e70b6, host dv-cinder-817573-1-iscsi, cleared binding levels {{(pid=102741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:03:57.942815 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-6e695288-7d23-47ad-8824-7612fac4ce0d None None] For port 989cabae-961f-443a-b667-c85c420e70b6, host dv-cinder-817573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=989cabae-961f-443a-b667-c85c420e70b6,segment=NetworkSegment(ed8113ae-2a5c-4a27-affb-b258a654385e),segment_id=ed8113ae-2a5c-4a27-affb-b258a654385e)] {{(pid=102741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:03:57.949069 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-6e695288-7d23-47ad-8824-7612fac4ce0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:57.988774 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 38788) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:03:58.065187 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e695288-7d23-47ad-8824-7612fac4ce0d None None] Pushing event updated for resources: {'Port': ['ID=989cabae-961f-443a-b667-c85c420e70b6,revision_number=2']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:03:58.133687 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a78842f6-3ebb-4883-adb0-cc8fd8dd5464 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:58.142014 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvr_db [None req-66b12158-3af6-41fd-ba3e-b89329874ad5 None None] Set router 6411a029-0d77-4df5-9179-863b7b5ae512 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:03:58.244781 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-0e530059-f160-4041-893f-b86e110b52bc req-21e4d32f-44d3-4c00-b20d-adc039b64c79 service neutron] 10.222.0.20 "GET /v2.0/networks/3c9cca4b-ed41-4a56-84cf-c924ddaee6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970926 Nov 19 15:03:58.250149 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-525d94fb-2a6a-4154-8472-1a9715bad862 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:03:58.251928 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-525d94fb-2a6a-4154-8472-1a9715bad862 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/networks?id=cd986946-8454-44e7-80e5-6d3c5bfe30eb HTTP/1.1" status: 200 len: 815 time: 0.4320731 Nov 19 15:03:58.260723 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a78842f6-3ebb-4883-adb0-cc8fd8dd5464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168'] for port, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:58.319251 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-e10e8b62-0456-450e-82b2-b2571a015f1e tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/quotas/53995b55564a4b2784260772caeedf05 HTTP/1.1" status: 200 len: 375 time: 0.0327175 Nov 19 15:03:58.438044 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-66b12158-3af6-41fd-ba3e-b89329874ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6411a029-0d77-4df5-9179-863b7b5ae512', 'name': 'tempest-ServerRescueNegativeTestJSON-1985090628-router', 'tenant_id': 'cdb244c677264a58ae8a06742292aba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f063cc34-34a2-489f-ac9f-283839d7ff3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:03:54Z', 'updated_at': '2021-11-19T15:03:56Z', 'revision_number': 3, 'project_id': 'cdb244c677264a58ae8a06742292aba4', 'gw_port': {'id': 'f063cc34-34a2-489f-ac9f-283839d7ff3b', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:21:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6411a029-0d77-4df5-9179-863b7b5ae512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:03:55Z', 'updated_at': '2021-11-19T15:03:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi'}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:03:58.440634 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-ac5c04fa-a71c-4d84-8154-abaea604ff1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:58.459621 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b12158-3af6-41fd-ba3e-b89329874ad5 None None] Checking router: 6411a029-0d77-4df5-9179-863b7b5ae512 for host: dv-cinder-817573-1-iscsi {{(pid=102742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:03:58.461259 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b12158-3af6-41fd-ba3e-b89329874ad5 None None] Updating router 6411a029-0d77-4df5-9179-863b7b5ae512 port f063cc34-34a2-489f-ac9f-283839d7ff3b binding host dv-cinder-817573-1-iscsi {{(pid=102742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 15:03:58.479019 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78842f6-3ebb-4883-adb0-cc8fd8dd5464 admin admin] Network 28d9acba-080c-4a37-9781-fba989a64823 is already hosted by enough agents. {{(pid=102739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:03:58.488429 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.base_scheduler [None req-a78842f6-3ebb-4883-adb0-cc8fd8dd5464 admin admin] Resources bound (agent type, host, resource id): {{(pid=102739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:03:58.490588 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-75100521-8b00-4401-8709-63a0e52c2431 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=53995b55564a4b2784260772caeedf05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1638515 Nov 19 15:03:58.492648 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78842f6-3ebb-4883-adb0-cc8fd8dd5464 admin admin] Received port after_create {{(pid=102739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:03:58.536317 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-66b12158-3af6-41fd-ba3e-b89329874ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:58.712093 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-22468ad5-8ba4-48ee-8954-e9be3187b610 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 15:03:58.722910 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-22468ad5-8ba4-48ee-8954-e9be3187b610 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1310616 Nov 19 15:03:58.823657 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-0e530059-f160-4041-893f-b86e110b52bc req-1b33e097-66b3-4394-a2ac-56a1285438a6 service neutron] 10.222.0.20 "GET /v2.0/networks/3c9cca4b-ed41-4a56-84cf-c924ddaee6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5779674 Nov 19 15:03:58.824460 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78842f6-3ebb-4883-adb0-cc8fd8dd5464 admin admin] Pushing event updated for resources: {'Port': ['ID=d5753c7f-58e4-4f38-ac9e-d0c40592331f,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:03:58.835486 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-2ac71f8d-315a-4f41-84c1-457471170f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:58.871936 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-66b12158-3af6-41fd-ba3e-b89329874ad5 None None] Publish callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:58.879153 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-66b12158-3af6-41fd-ba3e-b89329874ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:58.942937 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-66b12158-3af6-41fd-ba3e-b89329874ad5 None None] Attempting to bind port f063cc34-34a2-489f-ac9f-283839d7ff3b on host dv-cinder-817573-1-iscsi for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:03:58.943823 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-66b12158-3af6-41fd-ba3e-b89329874ad5 None None] Attempting to bind port f063cc34-34a2-489f-ac9f-283839d7ff3b by drivers openvswitch,hyperv on host dv-cinder-817573-1-iscsi at level 0 using segments [{'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:03:58.944558 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b12158-3af6-41fd-ba3e-b89329874ad5 None None] Attempting to bind port f063cc34-34a2-489f-ac9f-283839d7ff3b on network 28d9acba-080c-4a37-9781-fba989a64823 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:03:58.954255 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b12158-3af6-41fd-ba3e-b89329874ad5 None None] Checking agent: {'id': '93bd3d20-65c6-439e-b74a-dd66c3cedb61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 14, 56, 22), 'started_at': datetime.datetime(2021, 11, 19, 14, 56, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:03:58.956204 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b12158-3af6-41fd-ba3e-b89329874ad5 None None] Checking segment: {'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:03:58.957231 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-66b12158-3af6-41fd-ba3e-b89329874ad5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:58.957656 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b12158-3af6-41fd-ba3e-b89329874ad5 None None] Bound using segment: {'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:03:58.958192 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-66b12158-3af6-41fd-ba3e-b89329874ad5 None None] Bound port: f063cc34-34a2-489f-ac9f-283839d7ff3b, host: dv-cinder-817573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:03:58.958622 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-66b12158-3af6-41fd-ba3e-b89329874ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:58.989076 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f18442-cfcc-432c-af20-5311540a17a4 None None] Pushing event updated for resources: {'Port': ['ID=f063cc34-34a2-489f-ac9f-283839d7ff3b,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:03:59.008548 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f18442-cfcc-432c-af20-5311540a17a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:59.014674 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f18442-cfcc-432c-af20-5311540a17a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:59.015273 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f18442-cfcc-432c-af20-5311540a17a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:59.016093 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f18442-cfcc-432c-af20-5311540a17a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:59.016658 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f18442-cfcc-432c-af20-5311540a17a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:59.017235 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f18442-cfcc-432c-af20-5311540a17a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:59.018116 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f18442-cfcc-432c-af20-5311540a17a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:59.018600 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f18442-cfcc-432c-af20-5311540a17a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:59.018964 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f18442-cfcc-432c-af20-5311540a17a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:59.019307 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f18442-cfcc-432c-af20-5311540a17a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:59.019646 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f18442-cfcc-432c-af20-5311540a17a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:59.019977 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f18442-cfcc-432c-af20-5311540a17a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:03:59.021112 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f18442-cfcc-432c-af20-5311540a17a4 None None] Tracked resource versions report: Nov 19 15:03:59.021112 dv-cinder-817573-1-iscsi neutron-server[102742]: pushed versions: Nov 19 15:03:59.021112 dv-cinder-817573-1-iscsi neutron-server[102742]: { 'AddressGroup': {'1.2'}, Nov 19 15:03:59.021112 dv-cinder-817573-1-iscsi neutron-server[102742]: 'ConntrackHelper': {'1.0'}, Nov 19 15:03:59.021112 dv-cinder-817573-1-iscsi neutron-server[102742]: 'Log': {'1.0'}, Nov 19 15:03:59.021112 dv-cinder-817573-1-iscsi neutron-server[102742]: 'Network': {'1.1'}, Nov 19 15:03:59.021112 dv-cinder-817573-1-iscsi neutron-server[102742]: 'Port': {'1.7'}, Nov 19 15:03:59.021112 dv-cinder-817573-1-iscsi neutron-server[102742]: 'PortForwarding': {'1.2'}, Nov 19 15:03:59.021112 dv-cinder-817573-1-iscsi neutron-server[102742]: 'QosPolicy': {'1.10'}, Nov 19 15:03:59.021112 dv-cinder-817573-1-iscsi neutron-server[102742]: 'SecurityGroup': {'1.5'}, Nov 19 15:03:59.021112 dv-cinder-817573-1-iscsi neutron-server[102742]: 'SecurityGroupRule': {'1.2'}, Nov 19 15:03:59.021112 dv-cinder-817573-1-iscsi neutron-server[102742]: 'SubPort': {'1.0'}, Nov 19 15:03:59.021112 dv-cinder-817573-1-iscsi neutron-server[102742]: 'Subnet': {'1.1'}, Nov 19 15:03:59.021112 dv-cinder-817573-1-iscsi neutron-server[102742]: 'Trunk': {'1.1'}} Nov 19 15:03:59.021112 dv-cinder-817573-1-iscsi neutron-server[102742]: consumer versions: Nov 19 15:03:59.021112 dv-cinder-817573-1-iscsi neutron-server[102742]: { DHCP agent@dv-cinder-817573-1-iscsi: {}, Nov 19 15:03:59.021112 dv-cinder-817573-1-iscsi neutron-server[102742]: HyperV agent@hv-cinder-81757: {}, Nov 19 15:03:59.021112 dv-cinder-817573-1-iscsi neutron-server[102742]: L3 agent@dv-cinder-817573-1-iscsi: {}, Nov 19 15:03:59.021112 dv-cinder-817573-1-iscsi neutron-server[102742]: Metadata agent@dv-cinder-817573-1-iscsi: {}, Nov 19 15:03:59.021112 dv-cinder-817573-1-iscsi neutron-server[102742]: Metering agent@dv-cinder-817573-1-iscsi: {}, Nov 19 15:03:59.021112 dv-cinder-817573-1-iscsi neutron-server[102742]: Open vSwitch agent@dv-cinder-817573-1-iscsi: { 'AddressGroup': '1.2', Nov 19 15:03:59.021112 dv-cinder-817573-1-iscsi neutron-server[102742]: 'ConntrackHelper': '1.0', Nov 19 15:03:59.021112 dv-cinder-817573-1-iscsi neutron-server[102742]: 'Log': '1.0', Nov 19 15:03:59.021112 dv-cinder-817573-1-iscsi neutron-server[102742]: 'Network': '1.1', Nov 19 15:03:59.021112 dv-cinder-817573-1-iscsi neutron-server[102742]: 'Port': '1.7', Nov 19 15:03:59.021112 dv-cinder-817573-1-iscsi neutron-server[102742]: 'PortForwarding': '1.2', Nov 19 15:03:59.021112 dv-cinder-817573-1-iscsi neutron-server[102742]: 'QosPolicy': '1.10', Nov 19 15:03:59.021112 dv-cinder-817573-1-iscsi neutron-server[102742]: 'SecurityGroup': '1.5', Nov 19 15:03:59.021112 dv-cinder-817573-1-iscsi neutron-server[102742]: 'SecurityGroupRule': '1.2', Nov 19 15:03:59.021112 dv-cinder-817573-1-iscsi neutron-server[102742]: 'SubPort': '1.0', Nov 19 15:03:59.021112 dv-cinder-817573-1-iscsi neutron-server[102742]: 'Subnet': '1.1', Nov 19 15:03:59.021112 dv-cinder-817573-1-iscsi neutron-server[102742]: 'Trunk': '1.1'}} Nov 19 15:03:59.021112 dv-cinder-817573-1-iscsi neutron-server[102742]: {{(pid=102742) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 15:03:59.076120 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-66b12158-3af6-41fd-ba3e-b89329874ad5 None None] For port f063cc34-34a2-489f-ac9f-283839d7ff3b, host dv-cinder-817573-1-iscsi, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:03:59.082136 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-66b12158-3af6-41fd-ba3e-b89329874ad5 None None] For port f063cc34-34a2-489f-ac9f-283839d7ff3b, host dv-cinder-817573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=f063cc34-34a2-489f-ac9f-283839d7ff3b,segment=NetworkSegment(8c548d3f-e438-4dec-b739-b60f621b5d36),segment_id=8c548d3f-e438-4dec-b739-b60f621b5d36)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:03:59.091170 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-66b12158-3af6-41fd-ba3e-b89329874ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:59.123496 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 38820) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:03:59.166916 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b12158-3af6-41fd-ba3e-b89329874ad5 None None] Routers {'6411a029-0d77-4df5-9179-863b7b5ae512'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:03:59.167788 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-66b12158-3af6-41fd-ba3e-b89329874ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:03:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['6411a029-0d77-4df5-9179-863b7b5ae512'], 'active': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:03:59.229390 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f18442-cfcc-432c-af20-5311540a17a4 None None] Pushing event updated for resources: {'Port': ['ID=f063cc34-34a2-489f-ac9f-283839d7ff3b,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:03:59.295258 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-ac5c04fa-a71c-4d84-8154-abaea604ff1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:59.308237 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a78842f6-3ebb-4883-adb0-cc8fd8dd5464 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:59.318245 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-ac5c04fa-a71c-4d84-8154-abaea604ff1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:59.385816 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-98d2d0ec-d5e4-486e-883c-c35e3282e700 service neutron] 10.222.0.20 "GET /v2.0/networks/cd986946-8454-44e7-80e5-6d3c5bfe30eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6617432 Nov 19 15:03:59.396395 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvr_db [None req-66b12158-3af6-41fd-ba3e-b89329874ad5 None None] Set router 6411a029-0d77-4df5-9179-863b7b5ae512 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:03:59.449500 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-ac5c04fa-a71c-4d84-8154-abaea604ff1e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73ffa233031a4581993bdaff74f8dc34&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4591200 Nov 19 15:03:59.543747 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 38844) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:03:59.544508 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c04fa-a71c-4d84-8154-abaea604ff1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1838de33-4435-4e8a-b68c-3be929a5ee76,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:03:59.586201 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-9783971d-8274-487d-9ea4-56cb486ee829 service neutron] 10.222.0.20 "GET /v2.0/networks/cd986946-8454-44e7-80e5-6d3c5bfe30eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991239 Nov 19 15:03:59.595190 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684a09a6-fe7d-40a5-8814-bc0402961974 None None] Network f97c391d-7c3e-4d86-a9cf-5e771e36f18c requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:03:59.620494 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c63ad3b1-96f5-4a68-8382-944c30895e55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:59.629397 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_common [None req-2ac71f8d-315a-4f41-84c1-457471170f0e admin admin] Allocated IP 172.20.0.1 (9bdc62e5-2180-4755-99bd-fe198da300d6/d8290f5d-0d5d-4a74-9e3b-0c433bc14b68/e9d83830-2891-4404-832b-0c2d355e7cfa) {{(pid=102740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:03:59.633355 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-0b3df244-49f9-4957-bf82-6b6e3dd46aa4 req-82d5a227-fe6f-4678-bbe2-0a9b5b1d926c tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 210 time: 0.2624073 Nov 19 15:03:59.670812 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-66b12158-3af6-41fd-ba3e-b89329874ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6411a029-0d77-4df5-9179-863b7b5ae512', 'name': 'tempest-ServerRescueNegativeTestJSON-1985090628-router', 'tenant_id': 'cdb244c677264a58ae8a06742292aba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f063cc34-34a2-489f-ac9f-283839d7ff3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:03:54Z', 'updated_at': '2021-11-19T15:03:56Z', 'revision_number': 3, 'project_id': 'cdb244c677264a58ae8a06742292aba4', 'gw_port': {'id': 'f063cc34-34a2-489f-ac9f-283839d7ff3b', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:21:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6411a029-0d77-4df5-9179-863b7b5ae512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:03:55Z', 'updated_at': '2021-11-19T15:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi'}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:03:59.721797 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b12158-3af6-41fd-ba3e-b89329874ad5 None None] The sync data for ids ['6411a029-0d77-4df5-9179-863b7b5ae512'] in dv-cinder-817573-1-iscsi is: [{'id': '6411a029-0d77-4df5-9179-863b7b5ae512', 'name': 'tempest-ServerRescueNegativeTestJSON-1985090628-router', 'tenant_id': 'cdb244c677264a58ae8a06742292aba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f063cc34-34a2-489f-ac9f-283839d7ff3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:03:54Z', 'updated_at': '2021-11-19T15:03:56Z', 'revision_number': 3, 'project_id': 'cdb244c677264a58ae8a06742292aba4', 'gw_port': {'id': 'f063cc34-34a2-489f-ac9f-283839d7ff3b', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:21:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6411a029-0d77-4df5-9179-863b7b5ae512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:03:55Z', 'updated_at': '2021-11-19T15:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi'}] {{(pid=102742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:03:59.842294 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-12e1b807-00b0-4464-a028-7ac456004e30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:59.866029 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-9de4148b-938b-408d-97e5-2a5451bade13 None None] Provisioning complete for port 989cabae-961f-443a-b667-c85c420e70b6 triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:03:59.867115 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-9de4148b-938b-408d-97e5-2a5451bade13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:59.890820 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-12e1b807-00b0-4464-a028-7ac456004e30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:03:59.930570 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-2ac71f8d-315a-4f41-84c1-457471170f0e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:00.027998 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-2ac71f8d-315a-4f41-84c1-457471170f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168'] for port, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:00.075237 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac71f8d-315a-4f41-84c1-457471170f0e admin admin] Network 9bdc62e5-2180-4755-99bd-fe198da300d6 is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:04:00.080667 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-9de4148b-938b-408d-97e5-2a5451bade13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:00.093645 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [None req-2ac71f8d-315a-4f41-84c1-457471170f0e admin admin] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:04:00.117982 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac71f8d-315a-4f41-84c1-457471170f0e admin admin] Received port after_create {{(pid=102740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:04:00.118832 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-2ac71f8d-315a-4f41-84c1-457471170f0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469380'] for router_interface, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:00.164282 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-9de4148b-938b-408d-97e5-2a5451bade13 None None] For port 989cabae-961f-443a-b667-c85c420e70b6, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=989cabae-961f-443a-b667-c85c420e70b6,segment=NetworkSegment(ed8113ae-2a5c-4a27-affb-b258a654385e),segment_id=ed8113ae-2a5c-4a27-affb-b258a654385e)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:04:00.177472 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-9de4148b-938b-408d-97e5-2a5451bade13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:00.188594 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-2f9ca54c-cbd9-42a5-b71c-953b6a27f018 req-8f649e78-4dfd-4168-b0ad-254e79221053 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 210 time: 0.1838846 Nov 19 15:04:00.237672 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a78842f6-3ebb-4883-adb0-cc8fd8dd5464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437459'] for router, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:00.246462 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 989cabae-961f-443a-b667-c85c420e70b6 up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:04:00.396593 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4148b-938b-408d-97e5-2a5451bade13 None None] Pushing event updated for resources: {'Port': ['ID=989cabae-961f-443a-b667-c85c420e70b6,revision_number=3']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:00.407123 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port 989cabae-961f-443a-b667-c85c420e70b6 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:04:00.407668 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:00.515860 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac71f8d-315a-4f41-84c1-457471170f0e admin admin] Pushing event updated for resources: {'Port': ['ID=e9d83830-2891-4404-832b-0c2d355e7cfa,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:00.535353 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c63ad3b1-96f5-4a68-8382-944c30895e55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:00.543445 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c63ad3b1-96f5-4a68-8382-944c30895e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:00.587126 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-2ac71f8d-315a-4f41-84c1-457471170f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:00.607987 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-c63ad3b1-96f5-4a68-8382-944c30895e55 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7da173e1a9f143a980eb4101240cb393&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4657106 Nov 19 15:04:00.609209 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ad3b1-96f5-4a68-8382-944c30895e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f90886-7804-42e1-85c1-24c8e41a8b96,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:00.614035 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 38888) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:00.635455 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78842f6-3ebb-4883-adb0-cc8fd8dd5464 admin admin] Router 1c478cfa-3e79-460f-af18-5dbfbf5e4dd2 is scheduled to L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d with binding_index 1 {{(pid=102739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 15:04:00.679283 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-9b47c7e3-e766-4e98-81ff-49e166a8df44 None None] Provisioning complete for port 989cabae-961f-443a-b667-c85c420e70b6 triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:04:00.680728 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-9b47c7e3-e766-4e98-81ff-49e166a8df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:00.754412 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-12e1b807-00b0-4464-a028-7ac456004e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:00.764646 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-12e1b807-00b0-4464-a028-7ac456004e30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:00.778884 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-12e1b807-00b0-4464-a028-7ac456004e30 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1838de33-4435-4e8a-b68c-3be929a5ee76 HTTP/1.1" status: 204 len: 168 time: 1.2314734 Nov 19 15:04:00.820048 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e1b807-00b0-4464-a028-7ac456004e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1838de33-4435-4e8a-b68c-3be929a5ee76,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:00.972764 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78842f6-3ebb-4883-adb0-cc8fd8dd5464 admin admin] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:04:00.996084 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f75f11-b665-4858-bfcd-c787884be71e None None] Sync routers for ids ['1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'] in dv-cinder-817573-1-iscsi {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:04:01.038130 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f75f11-b665-4858-bfcd-c787884be71e None None] Routers {'1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:04:01.041903 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-34f75f11-b665-4858-bfcd-c787884be71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:03:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:04:01.053307 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a78842f6-3ebb-4883-adb0-cc8fd8dd5464 admin admin] Publish callbacks [] for router, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:01.060119 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-a78842f6-3ebb-4883-adb0-cc8fd8dd5464 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2448699 Nov 19 15:04:01.061151 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 38918) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:01.206027 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1f4d75f1-d135-46a0-99c9-911f7ae4c561 req-3194599c-74a8-4895-9903-8e589671f0d6 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 210 time: 0.4419925 Nov 19 15:04:01.239377 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-a26ea513-fb07-43ec-886c-ac6188a57a03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:01.300937 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-34f75f11-b665-4858-bfcd-c787884be71e None None] Set router 1c478cfa-3e79-460f-af18-5dbfbf5e4dd2 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:04:01.313512 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-a26ea513-fb07-43ec-886c-ac6188a57a03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:01.364880 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-1e347d60-124d-4cc1-b882-5debbdfcd80d req-31c7cc2e-f72f-4ded-a6ce-b8324b65f4aa tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 210 time: 0.0482421 Nov 19 15:04:01.407572 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-a26ea513-fb07-43ec-886c-ac6188a57a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:01.410935 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-a26ea513-fb07-43ec-886c-ac6188a57a03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:01.412189 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-a26ea513-fb07-43ec-886c-ac6188a57a03 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32f90886-7804-42e1-85c1-24c8e41a8b96 HTTP/1.1" status: 204 len: 168 time: 0.7946267 Nov 19 15:04:01.433179 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ea513-fb07-43ec-886c-ac6188a57a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f90886-7804-42e1-85c1-24c8e41a8b96,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:01.507215 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-2ac71f8d-315a-4f41-84c1-457471170f0e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:01.515626 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-2ac71f8d-315a-4f41-84c1-457471170f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:01.516811 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-2ac71f8d-315a-4f41-84c1-457471170f0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469780'] for router_interface, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:01.580810 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac71f8d-315a-4f41-84c1-457471170f0e admin admin] Pushing event updated for resources: {'Port': ['ID=e9d83830-2891-4404-832b-0c2d355e7cfa,revision_number=2']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:01.764249 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-34f75f11-b665-4858-bfcd-c787884be71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'name': 'tempest-AttachVolumeShelveTestJSON-1326120467-router', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'd5753c7f-58e4-4f38-ac9e-d0c40592331f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:03:55Z', 'updated_at': '2021-11-19T15:03:58Z', 'revision_number': 3, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'gw_port': {'id': 'd5753c7f-58e4-4f38-ac9e-d0c40592331f', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:92:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:03:57Z', 'updated_at': '2021-11-19T15:03:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi'}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:04:01.782136 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac71f8d-315a-4f41-84c1-457471170f0e admin admin] Network 9bdc62e5-2180-4755-99bd-fe198da300d6 is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:04:01.789469 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [None req-2ac71f8d-315a-4f41-84c1-457471170f0e admin admin] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:04:01.807997 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f75f11-b665-4858-bfcd-c787884be71e None None] Checking router: 1c478cfa-3e79-460f-af18-5dbfbf5e4dd2 for host: dv-cinder-817573-1-iscsi {{(pid=102741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:04:01.808570 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f75f11-b665-4858-bfcd-c787884be71e None None] Updating router 1c478cfa-3e79-460f-af18-5dbfbf5e4dd2 port d5753c7f-58e4-4f38-ac9e-d0c40592331f binding host dv-cinder-817573-1-iscsi {{(pid=102741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 15:04:01.842162 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-34f75f11-b665-4858-bfcd-c787884be71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:02.052168 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 38952) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:02.061823 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b7ac5a07-f491-4738-9aa3-6cf37be151f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:02.072071 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-ed8dc4e2-ce8f-4fe2-9c2f-48d952e6eda2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:02.100643 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac71f8d-315a-4f41-84c1-457471170f0e admin admin] Router 6411a029-0d77-4df5-9179-863b7b5ae512 has already been hosted by L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d {{(pid=102740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 15:04:02.265691 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device f063cc34-34a2-489f-ac9f-283839d7ff3b up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:04:02.301080 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac71f8d-315a-4f41-84c1-457471170f0e admin admin] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:04:02.337350 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-2ac71f8d-315a-4f41-84c1-457471170f0e admin admin] 10.222.0.20 "PUT /v2.0/routers/6411a029-0d77-4df5-9179-863b7b5ae512/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6384661 Nov 19 15:04:02.359343 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-34f75f11-b665-4858-bfcd-c787884be71e None None] Publish callbacks [] for port, precommit_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:02.374039 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-34f75f11-b665-4858-bfcd-c787884be71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:02.391251 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port f063cc34-34a2-489f-ac9f-283839d7ff3b triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:04:02.391627 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:02.463302 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-ed8dc4e2-ce8f-4fe2-9c2f-48d952e6eda2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:02.475159 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-ed8dc4e2-ce8f-4fe2-9c2f-48d952e6eda2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:02.475907 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97ccaf2-8e05-41b8-8bee-5f1da2884489 None None] Sync routers for ids ['6411a029-0d77-4df5-9179-863b7b5ae512'] in dv-cinder-817573-1-iscsi {{(pid=102742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:04:02.493682 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97ccaf2-8e05-41b8-8bee-5f1da2884489 None None] Routers {'6411a029-0d77-4df5-9179-863b7b5ae512'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:04:02.495805 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-a97ccaf2-8e05-41b8-8bee-5f1da2884489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:03:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['6411a029-0d77-4df5-9179-863b7b5ae512'], 'active': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:04:02.591565 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e8c968-9ab0-44db-9b88-9a1f9d5d4c93 None None] Pushing event updated for resources: {'Port': ['ID=d5753c7f-58e4-4f38-ac9e-d0c40592331f,revision_number=2']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:02.591771 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.db_base_plugin_common [None req-b7ac5a07-f491-4738-9aa3-6cf37be151f1 admin admin] Allocated IP 172.20.0.1 (f97c391d-7c3e-4d86-a9cf-5e771e36f18c/8fec746e-ce9d-4877-a4a1-5ea67aae0682/070c97a3-292e-4442-8371-b5fee73a079f) {{(pid=102739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:04:02.605480 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-34f75f11-b665-4858-bfcd-c787884be71e None None] Attempting to bind port d5753c7f-58e4-4f38-ac9e-d0c40592331f on host dv-cinder-817573-1-iscsi for vnic_type normal with profile {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:04:02.606615 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-34f75f11-b665-4858-bfcd-c787884be71e None None] Attempting to bind port d5753c7f-58e4-4f38-ac9e-d0c40592331f by drivers openvswitch,hyperv on host dv-cinder-817573-1-iscsi at level 0 using segments [{'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'}] {{(pid=102741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:04:02.607205 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f75f11-b665-4858-bfcd-c787884be71e None None] Attempting to bind port d5753c7f-58e4-4f38-ac9e-d0c40592331f on network 28d9acba-080c-4a37-9781-fba989a64823 {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:04:02.617734 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f75f11-b665-4858-bfcd-c787884be71e None None] Checking agent: {'id': '93bd3d20-65c6-439e-b74a-dd66c3cedb61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 14, 56, 22), 'started_at': datetime.datetime(2021, 11, 19, 14, 56, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:04:02.618330 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f75f11-b665-4858-bfcd-c787884be71e None None] Checking segment: {'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:04:02.619676 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-34f75f11-b665-4858-bfcd-c787884be71e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:02.620411 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f75f11-b665-4858-bfcd-c787884be71e None None] Bound using segment: {'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'} {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:04:02.621212 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-34f75f11-b665-4858-bfcd-c787884be71e None None] Bound port: d5753c7f-58e4-4f38-ac9e-d0c40592331f, host: dv-cinder-817573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'}}] {{(pid=102741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:04:02.621803 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-34f75f11-b665-4858-bfcd-c787884be71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:02.629979 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e5240b17-07fa-464b-9e79-604ee2940fee req-8df784a7-ec79-491b-92e3-f5ddfbe2446b tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 210 time: 0.0543997 Nov 19 15:04:02.700405 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8dc4e2-ce8f-4fe2-9c2f-48d952e6eda2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8735a6-674b-41e0-a956-e85752ffcda0,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:02.717444 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 38974) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:02.717692 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-ed8dc4e2-ce8f-4fe2-9c2f-48d952e6eda2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=067c14c5ddd0454fa0de6478175a8d68&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6640263 Nov 19 15:04:02.722341 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvr_db [None req-a97ccaf2-8e05-41b8-8bee-5f1da2884489 None None] Set router 6411a029-0d77-4df5-9179-863b7b5ae512 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:04:02.745684 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-34f75f11-b665-4858-bfcd-c787884be71e None None] For port d5753c7f-58e4-4f38-ac9e-d0c40592331f, host dv-cinder-817573-1-iscsi, cleared binding levels {{(pid=102741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:04:02.754102 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-34f75f11-b665-4858-bfcd-c787884be71e None None] For port d5753c7f-58e4-4f38-ac9e-d0c40592331f, host dv-cinder-817573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=d5753c7f-58e4-4f38-ac9e-d0c40592331f,segment=NetworkSegment(8c548d3f-e438-4dec-b739-b60f621b5d36),segment_id=8c548d3f-e438-4dec-b739-b60f621b5d36)] {{(pid=102741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:04:02.772949 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-34f75f11-b665-4858-bfcd-c787884be71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:02.776832 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b7ac5a07-f491-4738-9aa3-6cf37be151f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:02.779355 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:02.785713 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-7c19071d-d5db-4957-9846-5f2c1f6d125a req-b4e906b5-1d64-4308-a456-b0d863f12760 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 210 time: 0.0787141 Nov 19 15:04:02.842375 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b7ac5a07-f491-4738-9aa3-6cf37be151f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168'] for port, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:02.854129 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-2955f1de-af3c-4080-98cd-c0a1e713d837 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:02.895890 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-2955f1de-af3c-4080-98cd-c0a1e713d837 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:02.936613 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ac5a07-f491-4738-9aa3-6cf37be151f1 admin admin] Network f97c391d-7c3e-4d86-a9cf-5e771e36f18c is already hosted by enough agents. {{(pid=102739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:04:02.947373 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.base_scheduler [None req-b7ac5a07-f491-4738-9aa3-6cf37be151f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:04:02.949323 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac5a07-f491-4738-9aa3-6cf37be151f1 admin admin] Pushing event updated for resources: {'Port': ['ID=070c97a3-292e-4442-8371-b5fee73a079f,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:02.951287 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ac5a07-f491-4738-9aa3-6cf37be151f1 admin admin] Received port after_create {{(pid=102739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:04:02.951786 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b7ac5a07-f491-4738-9aa3-6cf37be151f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469380'] for router_interface, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:02.958704 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-2955f1de-af3c-4080-98cd-c0a1e713d837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:02.961484 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-2955f1de-af3c-4080-98cd-c0a1e713d837 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:02.964836 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-2955f1de-af3c-4080-98cd-c0a1e713d837 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b8735a6-674b-41e0-a956-e85752ffcda0 HTTP/1.1" status: 204 len: 168 time: 0.2442591 Nov 19 15:04:02.972931 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] For port f063cc34-34a2-489f-ac9f-283839d7ff3b, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=f063cc34-34a2-489f-ac9f-283839d7ff3b,segment=NetworkSegment(8c548d3f-e438-4dec-b739-b60f621b5d36),segment_id=8c548d3f-e438-4dec-b739-b60f621b5d36)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:04:02.975519 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2955f1de-af3c-4080-98cd-c0a1e713d837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8735a6-674b-41e0-a956-e85752ffcda0,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:03.008170 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:03.009071 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 989cabae-961f-443a-b667-c85c420e70b6 up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:04:03.052458 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-a97ccaf2-8e05-41b8-8bee-5f1da2884489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6411a029-0d77-4df5-9179-863b7b5ae512', 'name': 'tempest-ServerRescueNegativeTestJSON-1985090628-router', 'tenant_id': 'cdb244c677264a58ae8a06742292aba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f063cc34-34a2-489f-ac9f-283839d7ff3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:03:54Z', 'updated_at': '2021-11-19T15:04:00Z', 'revision_number': 4, 'project_id': 'cdb244c677264a58ae8a06742292aba4', 'gw_port': {'id': 'f063cc34-34a2-489f-ac9f-283839d7ff3b', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:21:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6411a029-0d77-4df5-9179-863b7b5ae512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:03:55Z', 'updated_at': '2021-11-19T15:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': 'e9d83830-2891-4404-832b-0c2d355e7cfa', 'name': '', 'network_id': '9bdc62e5-2180-4755-99bd-fe198da300d6', 'tenant_id': 'cdb244c677264a58ae8a06742292aba4', 'mac_address': 'fa:16:3e:a8:fb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6411a029-0d77-4df5-9179-863b7b5ae512', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd8290f5d-0d5d-4a74-9e3b-0c433bc14b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:03:58Z', 'updated_at': '2021-11-19T15:04:00Z', 'revision_number': 2, 'project_id': 'cdb244c677264a58ae8a06742292aba4', 'subnets': [{'id': 'd8290f5d-0d5d-4a74-9e3b-0c433bc14b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:04:03.103187 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97ccaf2-8e05-41b8-8bee-5f1da2884489 None None] Checking router: 6411a029-0d77-4df5-9179-863b7b5ae512 for host: dv-cinder-817573-1-iscsi {{(pid=102742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:04:03.103819 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97ccaf2-8e05-41b8-8bee-5f1da2884489 None None] Updating router 6411a029-0d77-4df5-9179-863b7b5ae512 port e9d83830-2891-4404-832b-0c2d355e7cfa binding host dv-cinder-817573-1-iscsi {{(pid=102742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 15:04:03.108125 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f75f11-b665-4858-bfcd-c787884be71e None None] Routers {'1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:04:03.108875 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-34f75f11-b665-4858-bfcd-c787884be71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:03:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:04:03.138365 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a97ccaf2-8e05-41b8-8bee-5f1da2884489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:03.247332 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-34f75f11-b665-4858-bfcd-c787884be71e None None] Set router 1c478cfa-3e79-460f-af18-5dbfbf5e4dd2 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:04:03.309160 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port 989cabae-961f-443a-b667-c85c420e70b6 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:04:03.309533 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:03.351913 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e8c968-9ab0-44db-9b88-9a1f9d5d4c93 None None] Pushing event updated for resources: {'Port': ['ID=d5753c7f-58e4-4f38-ac9e-d0c40592331f,revision_number=3']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:03.432541 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Pushing event updated for resources: {'Port': ['ID=f063cc34-34a2-489f-ac9f-283839d7ff3b,revision_number=4']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:03.498212 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-5788d3c3-e32e-4a4d-bf73-ce08d49021da None None] Provisioning complete for port 070c97a3-292e-4442-8371-b5fee73a079f triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:04:03.498916 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-5788d3c3-e32e-4a4d-bf73-ce08d49021da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:03.549506 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-1d8e2661-f24a-47dc-963c-d1687715ae83 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:03.551663 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-1d8e2661-f24a-47dc-963c-d1687715ae83 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/networks?id=9bdc62e5-2180-4755-99bd-fe198da300d6 HTTP/1.1" status: 200 len: 819 time: 0.1975386 Nov 19 15:04:03.562804 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-5788d3c3-e32e-4a4d-bf73-ce08d49021da None None] Port 070c97a3-292e-4442-8371-b5fee73a079f cannot update to ACTIVE because it is not bound. {{(pid=102741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 15:04:03.569559 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-df778399-db76-4bbf-b95e-7cf4d1885612 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/quotas/cdb244c677264a58ae8a06742292aba4 HTTP/1.1" status: 200 len: 375 time: 0.0120220 Nov 19 15:04:03.589476 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b7ac5a07-f491-4738-9aa3-6cf37be151f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:03.677781 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-c602f901-4c5a-4226-a1a1-f1dfea13e63f tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cdb244c677264a58ae8a06742292aba4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1004746 Nov 19 15:04:03.682061 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a97ccaf2-8e05-41b8-8bee-5f1da2884489 None None] Publish callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:03.690993 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a97ccaf2-8e05-41b8-8bee-5f1da2884489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:03.752700 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cea1c3-0caa-4d2a-adaf-23a464e230a3 None None] Pushing event updated for resources: {'Port': ['ID=e9d83830-2891-4404-832b-0c2d355e7cfa,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:03.791106 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-34f75f11-b665-4858-bfcd-c787884be71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'name': 'tempest-AttachVolumeShelveTestJSON-1326120467-router', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'd5753c7f-58e4-4f38-ac9e-d0c40592331f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:03:55Z', 'updated_at': '2021-11-19T15:03:58Z', 'revision_number': 3, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'gw_port': {'id': 'd5753c7f-58e4-4f38-ac9e-d0c40592331f', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:92:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:03:57Z', 'updated_at': '2021-11-19T15:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi'}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:04:03.820122 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-55549457-d652-4bc0-a34b-731e8fa326fa service neutron] 10.222.0.20 "GET /v2.0/networks/9bdc62e5-2180-4755-99bd-fe198da300d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403451 Nov 19 15:04:03.852339 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f75f11-b665-4858-bfcd-c787884be71e None None] The sync data for ids ['1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'] in dv-cinder-817573-1-iscsi is: [{'id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'name': 'tempest-AttachVolumeShelveTestJSON-1326120467-router', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'd5753c7f-58e4-4f38-ac9e-d0c40592331f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:03:55Z', 'updated_at': '2021-11-19T15:03:58Z', 'revision_number': 3, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'gw_port': {'id': 'd5753c7f-58e4-4f38-ac9e-d0c40592331f', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:92:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:03:57Z', 'updated_at': '2021-11-19T15:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi'}] {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:04:03.904433 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-11ef4648-9879-4389-a0ad-f9939e8e8e38 req-a7de2751-cc86-4be2-a063-05d7900c5c70 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 210 time: 0.0716314 Nov 19 15:04:03.935112 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-a97ccaf2-8e05-41b8-8bee-5f1da2884489 None None] Attempting to bind port e9d83830-2891-4404-832b-0c2d355e7cfa on host dv-cinder-817573-1-iscsi for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:04:03.936449 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-a97ccaf2-8e05-41b8-8bee-5f1da2884489 None None] Attempting to bind port e9d83830-2891-4404-832b-0c2d355e7cfa by drivers openvswitch,hyperv on host dv-cinder-817573-1-iscsi at level 0 using segments [{'id': '4393c4d3-f30b-4ef6-b52f-f040b25a1a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9bdc62e5-2180-4755-99bd-fe198da300d6'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:04:03.941206 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97ccaf2-8e05-41b8-8bee-5f1da2884489 None None] Attempting to bind port e9d83830-2891-4404-832b-0c2d355e7cfa on network 9bdc62e5-2180-4755-99bd-fe198da300d6 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:04:03.989143 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97ccaf2-8e05-41b8-8bee-5f1da2884489 None None] Checking agent: {'id': '93bd3d20-65c6-439e-b74a-dd66c3cedb61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 14, 56, 22), 'started_at': datetime.datetime(2021, 11, 19, 14, 56, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:04:03.989143 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97ccaf2-8e05-41b8-8bee-5f1da2884489 None None] Checking segment: {'id': '4393c4d3-f30b-4ef6-b52f-f040b25a1a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9bdc62e5-2180-4755-99bd-fe198da300d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:04:03.989143 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a97ccaf2-8e05-41b8-8bee-5f1da2884489 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:03.989143 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97ccaf2-8e05-41b8-8bee-5f1da2884489 None None] Bound using segment: {'id': '4393c4d3-f30b-4ef6-b52f-f040b25a1a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9bdc62e5-2180-4755-99bd-fe198da300d6'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:04:03.989143 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-a97ccaf2-8e05-41b8-8bee-5f1da2884489 None None] Bound port: e9d83830-2891-4404-832b-0c2d355e7cfa, host: dv-cinder-817573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4393c4d3-f30b-4ef6-b52f-f040b25a1a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9bdc62e5-2180-4755-99bd-fe198da300d6'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:04:03.989143 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a97ccaf2-8e05-41b8-8bee-5f1da2884489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:04.038098 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:04.120906 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-984c3040-98ad-469c-95fe-e95f084ac8cc service neutron] 10.222.0.20 "GET /v2.0/networks/9bdc62e5-2180-4755-99bd-fe198da300d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994497 Nov 19 15:04:04.150863 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device f063cc34-34a2-489f-ac9f-283839d7ff3b up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:04:04.200761 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-f4cd4a37-22c1-45b9-8478-efd70830f122 req-b04e07d2-11d1-45bd-828f-820e37bc7ac9 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 210 time: 0.1206295 Nov 19 15:04:04.242973 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-a97ccaf2-8e05-41b8-8bee-5f1da2884489 None None] For port e9d83830-2891-4404-832b-0c2d355e7cfa, host dv-cinder-817573-1-iscsi, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:04:04.246484 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b7ac5a07-f491-4738-9aa3-6cf37be151f1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:04.253400 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-a97ccaf2-8e05-41b8-8bee-5f1da2884489 None None] For port e9d83830-2891-4404-832b-0c2d355e7cfa, host dv-cinder-817573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=e9d83830-2891-4404-832b-0c2d355e7cfa,segment=NetworkSegment(4393c4d3-f30b-4ef6-b52f-f040b25a1a29),segment_id=4393c4d3-f30b-4ef6-b52f-f040b25a1a29)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:04:04.254639 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b7ac5a07-f491-4738-9aa3-6cf37be151f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:04.256052 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b7ac5a07-f491-4738-9aa3-6cf37be151f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469780'] for router_interface, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:04.266287 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a97ccaf2-8e05-41b8-8bee-5f1da2884489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:04.267054 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port f063cc34-34a2-489f-ac9f-283839d7ff3b triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:04:04.268450 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:04.455687 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cea1c3-0caa-4d2a-adaf-23a464e230a3 None None] Pushing event updated for resources: {'Port': ['ID=e9d83830-2891-4404-832b-0c2d355e7cfa,revision_number=4']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:04.474761 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac5a07-f491-4738-9aa3-6cf37be151f1 admin admin] Pushing event updated for resources: {'Port': ['ID=070c97a3-292e-4442-8371-b5fee73a079f,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:04.600639 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97ccaf2-8e05-41b8-8bee-5f1da2884489 None None] Routers {'6411a029-0d77-4df5-9179-863b7b5ae512'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:04:04.601336 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-a97ccaf2-8e05-41b8-8bee-5f1da2884489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:03:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['6411a029-0d77-4df5-9179-863b7b5ae512'], 'active': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:04:04.699915 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-15242648-6b77-441f-bc5b-b5d1b582decb req-7cbba755-21d5-4b54-85d7-7176c83d6260 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 210 time: 0.0779338 Nov 19 15:04:04.830682 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ac5a07-f491-4738-9aa3-6cf37be151f1 admin admin] Network f97c391d-7c3e-4d86-a9cf-5e771e36f18c is already hosted by enough agents. {{(pid=102739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:04:04.832186 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.base_scheduler [None req-b7ac5a07-f491-4738-9aa3-6cf37be151f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:04:04.872406 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvr_db [None req-a97ccaf2-8e05-41b8-8bee-5f1da2884489 None None] Set router 6411a029-0d77-4df5-9179-863b7b5ae512 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:04:05.117928 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-569bf599-309c-4831-bfac-e48f5b1c94ce req-2542dfc1-55d5-4944-bd88-1d1d4276b1c3 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 210 time: 0.0400145 Nov 19 15:04:05.317942 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-5fb237e2-a3b9-4514-8107-93be98cc9bb2 None None] Provisioning complete for port 070c97a3-292e-4442-8371-b5fee73a079f triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:04:05.318599 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-5fb237e2-a3b9-4514-8107-93be98cc9bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:05.411009 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.11', 51124) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:05.437256 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ac5a07-f491-4738-9aa3-6cf37be151f1 admin admin] Router 1c478cfa-3e79-460f-af18-5dbfbf5e4dd2 has already been hosted by L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d {{(pid=102739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 15:04:05.438300 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-5fb237e2-a3b9-4514-8107-93be98cc9bb2 None None] Port 070c97a3-292e-4442-8371-b5fee73a079f cannot update to ACTIVE because it is not bound. {{(pid=102741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 15:04:05.556921 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-a97ccaf2-8e05-41b8-8bee-5f1da2884489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6411a029-0d77-4df5-9179-863b7b5ae512', 'name': 'tempest-ServerRescueNegativeTestJSON-1985090628-router', 'tenant_id': 'cdb244c677264a58ae8a06742292aba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f063cc34-34a2-489f-ac9f-283839d7ff3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:03:54Z', 'updated_at': '2021-11-19T15:04:00Z', 'revision_number': 4, 'project_id': 'cdb244c677264a58ae8a06742292aba4', 'gw_port': {'id': 'f063cc34-34a2-489f-ac9f-283839d7ff3b', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6411a029-0d77-4df5-9179-863b7b5ae512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:03:55Z', 'updated_at': '2021-11-19T15:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': 'e9d83830-2891-4404-832b-0c2d355e7cfa', 'name': '', 'network_id': '9bdc62e5-2180-4755-99bd-fe198da300d6', 'tenant_id': 'cdb244c677264a58ae8a06742292aba4', 'mac_address': 'fa:16:3e:a8:fb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6411a029-0d77-4df5-9179-863b7b5ae512', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd8290f5d-0d5d-4a74-9e3b-0c433bc14b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:03:58Z', 'updated_at': '2021-11-19T15:04:04Z', 'revision_number': 4, 'project_id': 'cdb244c677264a58ae8a06742292aba4', 'subnets': [{'id': 'd8290f5d-0d5d-4a74-9e3b-0c433bc14b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:04:05.636125 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97ccaf2-8e05-41b8-8bee-5f1da2884489 None None] The sync data for ids ['6411a029-0d77-4df5-9179-863b7b5ae512'] in dv-cinder-817573-1-iscsi is: [{'id': '6411a029-0d77-4df5-9179-863b7b5ae512', 'name': 'tempest-ServerRescueNegativeTestJSON-1985090628-router', 'tenant_id': 'cdb244c677264a58ae8a06742292aba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f063cc34-34a2-489f-ac9f-283839d7ff3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:03:54Z', 'updated_at': '2021-11-19T15:04:00Z', 'revision_number': 4, 'project_id': 'cdb244c677264a58ae8a06742292aba4', 'gw_port': {'id': 'f063cc34-34a2-489f-ac9f-283839d7ff3b', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6411a029-0d77-4df5-9179-863b7b5ae512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:03:55Z', 'updated_at': '2021-11-19T15:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': 'e9d83830-2891-4404-832b-0c2d355e7cfa', 'name': '', 'network_id': '9bdc62e5-2180-4755-99bd-fe198da300d6', 'tenant_id': 'cdb244c677264a58ae8a06742292aba4', 'mac_address': 'fa:16:3e:a8:fb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6411a029-0d77-4df5-9179-863b7b5ae512', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd8290f5d-0d5d-4a74-9e3b-0c433bc14b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:03:58Z', 'updated_at': '2021-11-19T15:04:04Z', 'revision_number': 4, 'project_id': 'cdb244c677264a58ae8a06742292aba4', 'subnets': [{'id': 'd8290f5d-0d5d-4a74-9e3b-0c433bc14b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:04:05.690204 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-44400ac3-ea06-4b0f-80d7-0786fd0d5ae7 req-12a1e46f-eb07-439c-aa11-b8835ee238c7 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 210 time: 0.2160008 Nov 19 15:04:05.774117 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817442ef-cca6-4430-857c-c3df8e5137ce req-f9971c48-fa1a-4dca-b1fa-1e1762b1d7dc tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:05.779173 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-817442ef-cca6-4430-857c-c3df8e5137ce req-f9971c48-fa1a-4dca-b1fa-1e1762b1d7dc tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/networks?id=9bdc62e5-2180-4755-99bd-fe198da300d6 HTTP/1.1" status: 200 len: 819 time: 0.4649374 Nov 19 15:04:05.866677 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e530059-f160-4041-893f-b86e110b52bc req-9942f80d-d4bf-4ba9-852e-2c800ce98bc1 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:05.868699 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0e530059-f160-4041-893f-b86e110b52bc req-9942f80d-d4bf-4ba9-852e-2c800ce98bc1 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.11 "GET /v2.0/networks?id=3c9cca4b-ed41-4a56-84cf-c924ddaee6d8 HTTP/1.1" status: 200 len: 811 time: 0.4561234 Nov 19 15:04:05.933793 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-0e530059-f160-4041-893f-b86e110b52bc req-71353af5-292a-4fb5-9dc0-99ea8c35f5ce tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Request body: {'port': {'device_id': 'd9389e29-4358-4ddd-9918-0f500d8364f2', 'network_id': '3c9cca4b-ed41-4a56-84cf-c924ddaee6d8', 'admin_state_up': True, 'tenant_id': '4f706bd80a9247579246ab8d0ec2203d'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:04:06.319062 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.11', 51126) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:06.398640 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device d5753c7f-58e4-4f38-ac9e-d0c40592331f up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:04:06.534296 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-817442ef-cca6-4430-857c-c3df8e5137ce req-cb506104-47b1-4f11-a53f-37df882da884 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/quotas/cdb244c677264a58ae8a06742292aba4 HTTP/1.1" status: 200 len: 375 time: 0.2552669 Nov 19 15:04:06.579296 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port d5753c7f-58e4-4f38-ac9e-d0c40592331f triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:04:06.579960 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:06.850341 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:06.896410 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ac5a07-f491-4738-9aa3-6cf37be151f1 admin admin] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:04:06.904778 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] For port d5753c7f-58e4-4f38-ac9e-d0c40592331f, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=d5753c7f-58e4-4f38-ac9e-d0c40592331f,segment=NetworkSegment(8c548d3f-e438-4dec-b739-b60f621b5d36),segment_id=8c548d3f-e438-4dec-b739-b60f621b5d36)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:04:06.910310 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:06.910987 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 39164) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:06.912536 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device e9d83830-2891-4404-832b-0c2d355e7cfa up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:04:06.975546 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-b7ac5a07-f491-4738-9aa3-6cf37be151f1 admin admin] 10.222.0.20 "PUT /v2.0/routers/1c478cfa-3e79-460f-af18-5dbfbf5e4dd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9027336 Nov 19 15:04:06.982941 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.11', 51136) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:07.071258 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-817442ef-cca6-4430-857c-c3df8e5137ce req-dec2903a-f46c-4b9a-a3ae-4ca8ac70c6f5 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cdb244c677264a58ae8a06742292aba4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5278368 Nov 19 15:04:07.120522 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-16294e9f-a6e6-4660-80c2-86920634f102 req-a39cf81a-a876-4d70-b140-96525ddb8fdf tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 210 time: 0.2084818 Nov 19 15:04:07.181509 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e530059-f160-4041-893f-b86e110b52bc req-71353af5-292a-4fb5-9dc0-99ea8c35f5ce tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Made reservation on behalf of 4f706bd80a9247579246ab8d0ec2203d for: {'port': 1} {{(pid=102740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:04:07.192641 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-913a9a92-c085-4b67-8ebc-497b864c6449 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:07.196150 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-913a9a92-c085-4b67-8ebc-497b864c6449 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.11 "GET /v2.0/networks?id=cd986946-8454-44e7-80e5-6d3c5bfe30eb HTTP/1.1" status: 200 len: 815 time: 0.8730366 Nov 19 15:04:07.197937 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-0e530059-f160-4041-893f-b86e110b52bc req-71353af5-292a-4fb5-9dc0-99ea8c35f5ce tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:07.222175 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-4c2e0132-1e2d-4c49-86d6-4a51af217588 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Request body: {'port': {'device_id': '5d137ea7-786a-4fb3-bb1f-95d526175a90', 'network_id': 'cd986946-8454-44e7-80e5-6d3c5bfe30eb', 'admin_state_up': True, 'tenant_id': '53995b55564a4b2784260772caeedf05'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:04:07.230826 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Pushing event updated for resources: {'Port': ['ID=d5753c7f-58e4-4f38-ac9e-d0c40592331f,revision_number=4']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:07.255346 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port e9d83830-2891-4404-832b-0c2d355e7cfa triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:04:07.256120 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:07.390041 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:07.449146 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] For port e9d83830-2891-4404-832b-0c2d355e7cfa, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=e9d83830-2891-4404-832b-0c2d355e7cfa,segment=NetworkSegment(4393c4d3-f30b-4ef6-b52f-f040b25a1a29),segment_id=4393c4d3-f30b-4ef6-b52f-f040b25a1a29)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:04:07.457467 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:07.652625 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Pushing event updated for resources: {'Port': ['ID=e9d83830-2891-4404-832b-0c2d355e7cfa,revision_number=5']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:07.714919 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a7e23fcf-3fab-4a26-9db1-9f752449d11b req-79193e6a-8965-416e-9d69-9693a9a88062 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 210 time: 0.4076355 Nov 19 15:04:07.838218 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea4dbb8-7b9a-4e4b-ad5a-888a8d26811d None None] Sync routers for ids ['1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'] in dv-cinder-817573-1-iscsi {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:04:07.864755 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea4dbb8-7b9a-4e4b-ad5a-888a8d26811d None None] Routers {'1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:04:07.865416 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-4ea4dbb8-7b9a-4e4b-ad5a-888a8d26811d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:03:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:04:07.942493 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-817442ef-cca6-4430-857c-c3df8e5137ce req-54d00eed-2b2f-4f4c-b3a2-2550bc3abe87 service neutron] 10.222.0.20 "GET /v2.0/networks/9bdc62e5-2180-4755-99bd-fe198da300d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8494563 Nov 19 15:04:07.977538 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-4c2e0132-1e2d-4c49-86d6-4a51af217588 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Made reservation on behalf of 53995b55564a4b2784260772caeedf05 for: {'port': 1} {{(pid=102739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:04:07.981089 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-4c2e0132-1e2d-4c49-86d6-4a51af217588 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:08.065808 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-0ff7e3fb-c85b-4104-81a0-d3a162288ff0 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:08.067320 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-0ff7e3fb-c85b-4104-81a0-d3a162288ff0 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.11 "GET /v2.0/networks?id=9bdc62e5-2180-4755-99bd-fe198da300d6 HTTP/1.1" status: 200 len: 819 time: 1.0715220 Nov 19 15:04:08.161037 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device d5753c7f-58e4-4f38-ac9e-d0c40592331f up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:04:08.183261 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_common [req-0e530059-f160-4041-893f-b86e110b52bc req-71353af5-292a-4fb5-9dc0-99ea8c35f5ce tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Allocated IP 172.20.0.12 (3c9cca4b-ed41-4a56-84cf-c924ddaee6d8/794ab25b-a9e8-4a59-a490-7e3e827b5ce9/08cbe617-de50-484d-9296-d6a6db7fcc1c) {{(pid=102740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:04:08.285374 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-4ea4dbb8-7b9a-4e4b-ad5a-888a8d26811d None None] Set router 1c478cfa-3e79-460f-af18-5dbfbf5e4dd2 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:04:08.372512 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.db_base_plugin_common [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-4c2e0132-1e2d-4c49-86d6-4a51af217588 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Allocated IP 172.20.0.10 (cd986946-8454-44e7-80e5-6d3c5bfe30eb/66863856-ad42-4629-ab56-51eb7761d1fa/94209437-90e5-4185-8bfb-c299b5e4e597) {{(pid=102739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:04:08.378076 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port d5753c7f-58e4-4f38-ac9e-d0c40592331f triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:04:08.378449 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:08.446783 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 39228) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:08.459081 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-fb657ddf-86be-4b96-bf2b-5ad8b89746ca tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Request body: {'security_group': {'name': 'tempest-securitygroup--627471263', 'description': 'tempest-description--430804069'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:04:08.465953 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 39230) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:08.539706 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-0e530059-f160-4041-893f-b86e110b52bc req-71353af5-292a-4fb5-9dc0-99ea8c35f5ce tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Publish callbacks [] for port, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:08.589643 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-bc1e27e2-49bf-4def-a19a-cd62e4bbe59c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:08.598181 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-0e530059-f160-4041-893f-b86e110b52bc req-71353af5-292a-4fb5-9dc0-99ea8c35f5ce tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168'] for port, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:08.621124 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-fb657ddf-86be-4b96-bf2b-5ad8b89746ca tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:08.703597 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device e9d83830-2891-4404-832b-0c2d355e7cfa up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:04:08.718878 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-817442ef-cca6-4430-857c-c3df8e5137ce req-fdcfc4ff-b646-4741-827e-dfeb02b16741 service neutron] 10.222.0.20 "GET /v2.0/networks/9bdc62e5-2180-4755-99bd-fe198da300d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7646885 Nov 19 15:04:08.720699 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-bc1e27e2-49bf-4def-a19a-cd62e4bbe59c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:08.772305 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e530059-f160-4041-893f-b86e110b52bc req-71353af5-292a-4fb5-9dc0-99ea8c35f5ce tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Network 3c9cca4b-ed41-4a56-84cf-c924ddaee6d8 is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:04:08.789930 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a8e3c6b4-61e2-4e0e-bacb-79abf6259411 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:08.801693 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [req-0e530059-f160-4041-893f-b86e110b52bc req-71353af5-292a-4fb5-9dc0-99ea8c35f5ce tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:04:08.805164 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-bc1e27e2-49bf-4def-a19a-cd62e4bbe59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:08.845105 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1240759c-8eb1-47e8-8bf4-414475100316 req-baa83aa6-2c9d-4db8-8a11-9710e03ca1b3 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 210 time: 0.2487075 Nov 19 15:04:08.866634 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port e9d83830-2891-4404-832b-0c2d355e7cfa triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:04:08.867101 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:08.872289 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-4ea4dbb8-7b9a-4e4b-ad5a-888a8d26811d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'name': 'tempest-AttachVolumeShelveTestJSON-1326120467-router', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'd5753c7f-58e4-4f38-ac9e-d0c40592331f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:03:55Z', 'updated_at': '2021-11-19T15:04:03Z', 'revision_number': 4, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'gw_port': {'id': 'd5753c7f-58e4-4f38-ac9e-d0c40592331f', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:92:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:03:57Z', 'updated_at': '2021-11-19T15:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '070c97a3-292e-4442-8371-b5fee73a079f', 'name': '', 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'mac_address': 'fa:16:3e:01:30:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8fec746e-ce9d-4877-a4a1-5ea67aae0682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:04:02Z', 'updated_at': '2021-11-19T15:04:03Z', 'revision_number': 2, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'subnets': [{'id': '8fec746e-ce9d-4877-a4a1-5ea67aae0682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:04:08.897791 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e530059-f160-4041-893f-b86e110b52bc req-71353af5-292a-4fb5-9dc0-99ea8c35f5ce tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Received port after_create {{(pid=102740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:04:08.904621 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e530059-f160-4041-893f-b86e110b52bc req-71353af5-292a-4fb5-9dc0-99ea8c35f5ce tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:08.905555 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-0e530059-f160-4041-893f-b86e110b52bc req-71353af5-292a-4fb5-9dc0-99ea8c35f5ce tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:08.929867 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea4dbb8-7b9a-4e4b-ad5a-888a8d26811d None None] Checking router: 1c478cfa-3e79-460f-af18-5dbfbf5e4dd2 for host: dv-cinder-817573-1-iscsi {{(pid=102741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:04:08.930352 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea4dbb8-7b9a-4e4b-ad5a-888a8d26811d None None] Updating router 1c478cfa-3e79-460f-af18-5dbfbf5e4dd2 port 070c97a3-292e-4442-8371-b5fee73a079f binding host dv-cinder-817573-1-iscsi {{(pid=102741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 15:04:08.960902 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-4c2e0132-1e2d-4c49-86d6-4a51af217588 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Publish callbacks [] for port, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:08.969866 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-bc1e27e2-49bf-4def-a19a-cd62e4bbe59c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1581881ecb8c4bb49e9572c76e98c0d4&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0366902 Nov 19 15:04:08.975377 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 39238) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:09.008599 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-4ea4dbb8-7b9a-4e4b-ad5a-888a8d26811d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:09.028540 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0e530059-f160-4041-893f-b86e110b52bc req-71353af5-292a-4fb5-9dc0-99ea8c35f5ce tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1017127 Nov 19 15:04:09.119443 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-fb657ddf-86be-4b96-bf2b-5ad8b89746ca tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:09.131805 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-0d90ba72-e05d-42a7-90ff-cc22376e40cd req-5ae0139d-096b-43f2-ba59-f226c5e87315 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 210 time: 0.0962303 Nov 19 15:04:09.156569 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-fb657ddf-86be-4b96-bf2b-5ad8b89746ca tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:09.212352 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb657ddf-86be-4b96-bf2b-5ad8b89746ca tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbde409-0810-4e99-a7d0-82bc17c662eb,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:09.216848 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-4c2e0132-1e2d-4c49-86d6-4a51af217588 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168'] for port, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:09.230784 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-fb657ddf-86be-4b96-bf2b-5ad8b89746ca tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:09.236670 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-fb657ddf-86be-4b96-bf2b-5ad8b89746ca tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.7839589 Nov 19 15:04:09.238482 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 39248) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:09.271697 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-a84cddae-e51f-4b14-8807-db899e9b56d5 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Request body: {'security_group_rule': {'security_group_id': '9bbde409-0810-4e99-a7d0-82bc17c662eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:04:09.279929 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85d0b8-fa80-44e2-9197-7b2a80e3f506 req-22025acc-e9b6-4355-ae58-2bec22cd8a25 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:09.295722 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9a85d0b8-fa80-44e2-9197-7b2a80e3f506 req-22025acc-e9b6-4355-ae58-2bec22cd8a25 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 932 time: 0.2913144 Nov 19 15:04:09.307641 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d46b84b6-2c34-4db5-9252-ff406c3f1f41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:09.341879 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d46b84b6-2c34-4db5-9252-ff406c3f1f41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:09.358042 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e27e2-49bf-4def-a19a-cd62e4bbe59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3bdbbc-2f49-40ad-87bd-da7ac03e9641,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:09.379272 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9a85d0b8-fa80-44e2-9197-7b2a80e3f506 req-3e95682a-f8fa-4c4c-80fb-4d42ebc60f92 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813072 Nov 19 15:04:09.380286 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71353af5-292a-4fb5-9dc0-99ea8c35f5ce tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Pushing event updated for resources: {'Port': ['ID=08cbe617-de50-484d-9296-d6a6db7fcc1c,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:09.482454 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-4c2e0132-1e2d-4c49-86d6-4a51af217588 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Network cd986946-8454-44e7-80e5-6d3c5bfe30eb is already hosted by enough agents. {{(pid=102739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:04:09.489480 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a8e3c6b4-61e2-4e0e-bacb-79abf6259411 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:09.490452 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a84cddae-e51f-4b14-8807-db899e9b56d5 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:09.514699 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-4ea4dbb8-7b9a-4e4b-ad5a-888a8d26811d None None] Publish callbacks [] for port, precommit_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:09.519904 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.base_scheduler [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-4c2e0132-1e2d-4c49-86d6-4a51af217588 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Resources bound (agent type, host, resource id): {{(pid=102739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:04:09.528880 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a8e3c6b4-61e2-4e0e-bacb-79abf6259411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:09.529148 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-4ea4dbb8-7b9a-4e4b-ad5a-888a8d26811d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:09.539228 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-4c2e0132-1e2d-4c49-86d6-4a51af217588 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Received port after_create {{(pid=102739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:04:09.545301 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-4c2e0132-1e2d-4c49-86d6-4a51af217588 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:09.546024 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-4c2e0132-1e2d-4c49-86d6-4a51af217588 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for port, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:09.558829 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d46b84b6-2c34-4db5-9252-ff406c3f1f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:09.561381 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d46b84b6-2c34-4db5-9252-ff406c3f1f41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:09.562496 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-d46b84b6-2c34-4db5-9252-ff406c3f1f41 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be3bdbbc-2f49-40ad-87bd-da7ac03e9641 HTTP/1.1" status: 204 len: 168 time: 0.5859153 Nov 19 15:04:09.563222 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e0132-1e2d-4c49-86d6-4a51af217588 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Pushing event updated for resources: {'Port': ['ID=94209437-90e5-4185-8bfb-c299b5e4e597,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:09.602919 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa633ab9-1a92-4f0b-8535-fe07f5b57b66 None None] Pushing event updated for resources: {'Port': ['ID=070c97a3-292e-4442-8371-b5fee73a079f,revision_number=3']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:09.652599 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-a8e3c6b4-61e2-4e0e-bacb-79abf6259411 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cfb1c1f2a0af4777a1e5b779c5676ec6&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1852229 Nov 19 15:04:09.655690 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 39260) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:09.658839 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-4c2e0132-1e2d-4c49-86d6-4a51af217588 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4420192 Nov 19 15:04:09.662324 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3c6b4-61e2-4e0e-bacb-79abf6259411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e7e7de-e15a-4b48-ad35-8249c7ec2ff8,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:09.692646 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a84cddae-e51f-4b14-8807-db899e9b56d5 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:09.695499 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b84b6-2c34-4db5-9252-ff406c3f1f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3bdbbc-2f49-40ad-87bd-da7ac03e9641,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:09.698655 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a84cddae-e51f-4b14-8807-db899e9b56d5 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783094'] for security_group_rule, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:09.722571 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-4ea4dbb8-7b9a-4e4b-ad5a-888a8d26811d None None] Attempting to bind port 070c97a3-292e-4442-8371-b5fee73a079f on host dv-cinder-817573-1-iscsi for vnic_type normal with profile {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:04:09.724843 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-4ea4dbb8-7b9a-4e4b-ad5a-888a8d26811d None None] Attempting to bind port 070c97a3-292e-4442-8371-b5fee73a079f by drivers openvswitch,hyperv on host dv-cinder-817573-1-iscsi at level 0 using segments [{'id': 'ed8113ae-2a5c-4a27-affb-b258a654385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c'}] {{(pid=102741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:04:09.725249 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea4dbb8-7b9a-4e4b-ad5a-888a8d26811d None None] Attempting to bind port 070c97a3-292e-4442-8371-b5fee73a079f on network f97c391d-7c3e-4d86-a9cf-5e771e36f18c {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:04:09.730798 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84cddae-e51f-4b14-8807-db899e9b56d5 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38fc771d-854c-4846-ac82-d1769e2cf44d,revision_number=0']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:09.742218 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea4dbb8-7b9a-4e4b-ad5a-888a8d26811d None None] Checking agent: {'id': '93bd3d20-65c6-439e-b74a-dd66c3cedb61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 14, 56, 22), 'started_at': datetime.datetime(2021, 11, 19, 14, 56, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:04:09.742621 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea4dbb8-7b9a-4e4b-ad5a-888a8d26811d None None] Checking segment: {'id': 'ed8113ae-2a5c-4a27-affb-b258a654385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:04:09.743035 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-4ea4dbb8-7b9a-4e4b-ad5a-888a8d26811d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:09.743378 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea4dbb8-7b9a-4e4b-ad5a-888a8d26811d None None] Bound using segment: {'id': 'ed8113ae-2a5c-4a27-affb-b258a654385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c'} {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:04:09.743871 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-4ea4dbb8-7b9a-4e4b-ad5a-888a8d26811d None None] Bound port: 070c97a3-292e-4442-8371-b5fee73a079f, host: dv-cinder-817573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8113ae-2a5c-4a27-affb-b258a654385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c'}}] {{(pid=102741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:04:09.744271 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-4ea4dbb8-7b9a-4e4b-ad5a-888a8d26811d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:09.746703 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a84cddae-e51f-4b14-8807-db899e9b56d5 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:09.751100 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-a84cddae-e51f-4b14-8807-db899e9b56d5 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4804723 Nov 19 15:04:09.751258 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 39262) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:09.757100 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-150b479b-5e9a-487b-b67f-aea845a01cdc tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Request body: {'security_group_rule': {'security_group_id': '9bbde409-0810-4e99-a7d0-82bc17c662eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:04:09.789453 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-41427b59-acc3-4d18-b099-ea4ed8f280a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:09.795731 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-150b479b-5e9a-487b-b67f-aea845a01cdc tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:09.817852 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-41427b59-acc3-4d18-b099-ea4ed8f280a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:09.836190 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-4ea4dbb8-7b9a-4e4b-ad5a-888a8d26811d None None] For port 070c97a3-292e-4442-8371-b5fee73a079f, host dv-cinder-817573-1-iscsi, cleared binding levels {{(pid=102741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:04:09.841403 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-4ea4dbb8-7b9a-4e4b-ad5a-888a8d26811d None None] For port 070c97a3-292e-4442-8371-b5fee73a079f, host dv-cinder-817573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=070c97a3-292e-4442-8371-b5fee73a079f,segment=NetworkSegment(ed8113ae-2a5c-4a27-affb-b258a654385e),segment_id=ed8113ae-2a5c-4a27-affb-b258a654385e)] {{(pid=102741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:04:09.848834 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-4ea4dbb8-7b9a-4e4b-ad5a-888a8d26811d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:09.888949 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-41427b59-acc3-4d18-b099-ea4ed8f280a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:09.893520 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-150b479b-5e9a-487b-b67f-aea845a01cdc tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:09.895196 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-41427b59-acc3-4d18-b099-ea4ed8f280a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:09.897588 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-41427b59-acc3-4d18-b099-ea4ed8f280a8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86e7e7de-e15a-4b48-ad35-8249c7ec2ff8 HTTP/1.1" status: 204 len: 168 time: 0.2407491 Nov 19 15:04:09.907609 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-150b479b-5e9a-487b-b67f-aea845a01cdc tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783094'] for security_group_rule, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:09.919910 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41427b59-acc3-4d18-b099-ea4ed8f280a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e7e7de-e15a-4b48-ad35-8249c7ec2ff8,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:09.986837 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea4dbb8-7b9a-4e4b-ad5a-888a8d26811d None None] Routers {'1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:04:09.987557 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-4ea4dbb8-7b9a-4e4b-ad5a-888a8d26811d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:03:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:04:10.005240 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-150b479b-5e9a-487b-b67f-aea845a01cdc tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:10.005849 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-150b479b-5e9a-487b-b67f-aea845a01cdc tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2529988 Nov 19 15:04:10.007689 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b479b-5e9a-487b-b67f-aea845a01cdc tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fce8daf1-5f49-4206-bb7d-12e282a0c972,revision_number=0']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:10.010348 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 39276) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:10.018656 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [None req-8a29c7bf-77ac-4ec7-98d2-4521e42ea656 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Request body: {'floatingip': {'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:04:10.040920 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebe7e0-5179-4a0b-9e93-ea7a41a30bad req-e4390fb9-ac88-43bc-a7f4-0488c1dc7912 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:10.042523 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-c2ebe7e0-5179-4a0b-9e93-ea7a41a30bad req-e4390fb9-ac88-43bc-a7f4-0488c1dc7912 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 932 time: 0.0850194 Nov 19 15:04:10.082766 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-8a29c7bf-77ac-4ec7-98d2-4521e42ea656 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for floatingip, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:10.130507 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-c2ebe7e0-5179-4a0b-9e93-ea7a41a30bad req-687e3998-19a6-4ec2-b489-f703d1770252 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805986 Nov 19 15:04:10.228745 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-bb844421-480e-4a25-b59f-ff01d11e5d58 None None] Provisioning complete for port 070c97a3-292e-4442-8371-b5fee73a079f triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:04:10.229176 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-bb844421-480e-4a25-b59f-ff01d11e5d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:10.244353 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa633ab9-1a92-4f0b-8535-fe07f5b57b66 None None] Pushing event updated for resources: {'Port': ['ID=070c97a3-292e-4442-8371-b5fee73a079f,revision_number=4']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:10.314680 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8b5bec44-f9a9-45ea-bb67-4e45f32322e7 req-78304eda-7729-4835-8cc5-86a32f84b002 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 210 time: 0.0874410 Nov 19 15:04:10.323676 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-8a29c7bf-77ac-4ec7-98d2-4521e42ea656 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:10.347699 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-4ea4dbb8-7b9a-4e4b-ad5a-888a8d26811d None None] Set router 1c478cfa-3e79-460f-af18-5dbfbf5e4dd2 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:04:10.491828 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 39294) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:10.505320 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_common [None req-8a29c7bf-77ac-4ec7-98d2-4521e42ea656 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Allocated IP 172.27.0.32 (28d9acba-080c-4a37-9781-fba989a64823/831d2bcc-ea48-4f58-960e-dcc1ce111fc5/7dcdb4ce-369d-4cde-88d0-226e1481b5b8) {{(pid=102740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:04:10.505545 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-84dbfd7c-21d0-4dd9-8464-337462778ff4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:10.630519 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-84dbfd7c-21d0-4dd9-8464-337462778ff4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:10.686087 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-bb844421-480e-4a25-b59f-ff01d11e5d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:10.750323 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-8a29c7bf-77ac-4ec7-98d2-4521e42ea656 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for port, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:10.796026 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-bb844421-480e-4a25-b59f-ff01d11e5d58 None None] For port 070c97a3-292e-4442-8371-b5fee73a079f, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=070c97a3-292e-4442-8371-b5fee73a079f,segment=NetworkSegment(ed8113ae-2a5c-4a27-affb-b258a654385e),segment_id=ed8113ae-2a5c-4a27-affb-b258a654385e)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:04:10.805848 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-bb844421-480e-4a25-b59f-ff01d11e5d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:10.832857 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-8a29c7bf-77ac-4ec7-98d2-4521e42ea656 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168'] for port, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:10.976744 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-84dbfd7c-21d0-4dd9-8464-337462778ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:10.994048 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb844421-480e-4a25-b59f-ff01d11e5d58 None None] Pushing event updated for resources: {'Port': ['ID=070c97a3-292e-4442-8371-b5fee73a079f,revision_number=5']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:11.010587 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-edbd690e-43af-4f4d-9da1-18695f039976 None None] Provisioning complete for port 070c97a3-292e-4442-8371-b5fee73a079f triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:04:11.011593 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29c7bf-77ac-4ec7-98d2-4521e42ea656 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Pushing event updated for resources: {'Port': ['ID=7dcdb4ce-369d-4cde-88d0-226e1481b5b8,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:11.011821 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-edbd690e-43af-4f4d-9da1-18695f039976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:11.067816 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a29c7bf-77ac-4ec7-98d2-4521e42ea656 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Network 28d9acba-080c-4a37-9781-fba989a64823 is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:04:11.091188 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [None req-8a29c7bf-77ac-4ec7-98d2-4521e42ea656 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:04:11.093115 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97334bcf-7a84-4c84-9e51-b07c2de081ff req-6f14def7-ddea-4908-be1c-1b23c804929b tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:11.098108 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a29c7bf-77ac-4ec7-98d2-4521e42ea656 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Received port after_create {{(pid=102740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:04:11.098776 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-4ea4dbb8-7b9a-4e4b-ad5a-888a8d26811d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'name': 'tempest-AttachVolumeShelveTestJSON-1326120467-router', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'd5753c7f-58e4-4f38-ac9e-d0c40592331f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:03:55Z', 'updated_at': '2021-11-19T15:04:03Z', 'revision_number': 4, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'gw_port': {'id': 'd5753c7f-58e4-4f38-ac9e-d0c40592331f', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:92:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:03:57Z', 'updated_at': '2021-11-19T15:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '070c97a3-292e-4442-8371-b5fee73a079f', 'name': '', 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'mac_address': 'fa:16:3e:01:30:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8fec746e-ce9d-4877-a4a1-5ea67aae0682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:04:02Z', 'updated_at': '2021-11-19T15:04:09Z', 'revision_number': 4, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'subnets': [{'id': '8fec746e-ce9d-4877-a4a1-5ea67aae0682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:04:11.102112 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-97334bcf-7a84-4c84-9e51-b07c2de081ff req-6f14def7-ddea-4908-be1c-1b23c804929b tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 932 time: 0.5942338 Nov 19 15:04:11.113225 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dbfd7c-21d0-4dd9-8464-337462778ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09cabc32-b31a-47a7-96a2-295743ec5cba,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:11.122362 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-84dbfd7c-21d0-4dd9-8464-337462778ff4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ffd1f2d391fc4514b803066cd941a1cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6271024 Nov 19 15:04:11.137805 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 39304) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:11.138114 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea4dbb8-7b9a-4e4b-ad5a-888a8d26811d None None] The sync data for ids ['1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'] in dv-cinder-817573-1-iscsi is: [{'id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'name': 'tempest-AttachVolumeShelveTestJSON-1326120467-router', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'd5753c7f-58e4-4f38-ac9e-d0c40592331f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:03:55Z', 'updated_at': '2021-11-19T15:04:03Z', 'revision_number': 4, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'gw_port': {'id': 'd5753c7f-58e4-4f38-ac9e-d0c40592331f', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:92:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:03:57Z', 'updated_at': '2021-11-19T15:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '070c97a3-292e-4442-8371-b5fee73a079f', 'name': '', 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'mac_address': 'fa:16:3e:01:30:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8fec746e-ce9d-4877-a4a1-5ea67aae0682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:04:02Z', 'updated_at': '2021-11-19T15:04:09Z', 'revision_number': 4, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'subnets': [{'id': '8fec746e-ce9d-4877-a4a1-5ea67aae0682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:04:11.251065 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-97334bcf-7a84-4c84-9e51-b07c2de081ff req-629227f4-d9ee-4d3b-a548-3d308a8b242b tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459222 Nov 19 15:04:11.579328 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-9bfd64f1-4efe-4353-a415-c21b97e0c4e9 req-43355d8d-2b2a-4af3-905b-a1bc102dd308 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 210 time: 0.0809858 Nov 19 15:04:11.601488 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-8a29c7bf-77ac-4ec7-98d2-4521e42ea656 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:11.650544 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-d0b68e71-0fbb-4dc0-b11c-5b8f4ab39c09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:11.716091 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf62d38-2004-48eb-b4fc-b19f10a49ca4 req-f7cc471f-b7bd-4067-bd68-34ff3fdd80d8 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:11.725061 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-acf62d38-2004-48eb-b4fc-b19f10a49ca4 req-f7cc471f-b7bd-4067-bd68-34ff3fdd80d8 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 932 time: 0.4304056 Nov 19 15:04:11.747424 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-8a29c7bf-77ac-4ec7-98d2-4521e42ea656 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:12.072997 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-d0b68e71-0fbb-4dc0-b11c-5b8f4ab39c09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:12.178836 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-acf62d38-2004-48eb-b4fc-b19f10a49ca4 req-33f851d5-926d-4607-b112-0b5d8fb0f02c tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527376 Nov 19 15:04:12.222881 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 070c97a3-292e-4442-8371-b5fee73a079f up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:04:12.450276 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-d0b68e71-0fbb-4dc0-b11c-5b8f4ab39c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:12.457874 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-d0b68e71-0fbb-4dc0-b11c-5b8f4ab39c09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:12.459056 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-d0b68e71-0fbb-4dc0-b11c-5b8f4ab39c09 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/09cabc32-b31a-47a7-96a2-295743ec5cba HTTP/1.1" status: 204 len: 168 time: 1.3202915 Nov 19 15:04:12.492263 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port 070c97a3-292e-4442-8371-b5fee73a079f triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:04:12.493303 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:12.584562 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-d1a7df35-6105-404f-a56b-d16c35586bf5 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 15:04:12.591149 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-d1a7df35-6105-404f-a56b-d16c35586bf5 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0251653 Nov 19 15:04:12.599684 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [req-0e530059-f160-4041-893f-b86e110b52bc req-09eba72c-a706-4b4d-b6ca-d59a75a3a0e0 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 15:04:12.602295 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0e530059-f160-4041-893f-b86e110b52bc req-09eba72c-a706-4b4d-b6ca-d59a75a3a0e0 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0402143 Nov 19 15:04:12.633856 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c0de0-8ef1-430f-98dd-16bea0a122c3 req-995e241f-2666-4539-b3f5-5c845514d30a tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:12.634884 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-49b02d51-3166-4dd4-ac4a-831d4b713c60 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Request body: {'port': {'device_id': 'd257632a-adba-4ac6-8dd4-1be8485c24a7', 'network_id': '9bdc62e5-2180-4755-99bd-fe198da300d6', 'admin_state_up': True, 'tenant_id': 'cdb244c677264a58ae8a06742292aba4'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:04:12.635605 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-d73c0de0-8ef1-430f-98dd-16bea0a122c3 req-995e241f-2666-4539-b3f5-5c845514d30a tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 932 time: 0.2150722 Nov 19 15:04:12.650137 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b68e71-0fbb-4dc0-b11c-5b8f4ab39c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cabc32-b31a-47a7-96a2-295743ec5cba,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:12.817591 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-d73c0de0-8ef1-430f-98dd-16bea0a122c3 req-a6540277-bd81-4434-afc6-7aa473026acb tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719253 Nov 19 15:04:13.035047 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8d1444de-b706-4c72-8134-0fdfb9e5fbb6 req-fbee388f-b538-4e26-8ec3-e1a2a0a31205 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 210 time: 0.1463523 Nov 19 15:04:13.050505 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-8a29c7bf-77ac-4ec7-98d2-4521e42ea656 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for port, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:13.073649 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-8a29c7bf-77ac-4ec7-98d2-4521e42ea656 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:13.194451 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-8a29c7bf-77ac-4ec7-98d2-4521e42ea656 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469297'] for floatingip, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:13.297854 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [req-0e530059-f160-4041-893f-b86e110b52bc req-b5a5e211-db57-4856-9b74-3c1385c3f840 service neutron] Request body: {'port': {'device_id': 'd9389e29-4358-4ddd-9918-0f500d8364f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81757'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:04:13.305091 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-8a29c7bf-77ac-4ec7-98d2-4521e42ea656 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for floatingip, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:13.319337 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-8a29c7bf-77ac-4ec7-98d2-4521e42ea656 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3058031 Nov 19 15:04:13.327317 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29c7bf-77ac-4ec7-98d2-4521e42ea656 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Pushing event updated for resources: {'Port': ['ID=7dcdb4ce-369d-4cde-88d0-226e1481b5b8,revision_number=2']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:13.364838 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-49b02d51-3166-4dd4-ac4a-831d4b713c60 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Made reservation on behalf of cdb244c677264a58ae8a06742292aba4 for: {'port': 1} {{(pid=102740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:04:13.377185 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-49b02d51-3166-4dd4-ac4a-831d4b713c60 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:13.556316 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [req-0e530059-f160-4041-893f-b86e110b52bc req-b5a5e211-db57-4856-9b74-3c1385c3f840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:13.558227 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-493f05ba-fd49-4b75-b3bb-b510c8889740 service neutron] Request body: {'port': {'device_id': '5d137ea7-786a-4fb3-bb1f-95d526175a90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81757'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:04:13.698503 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10ca02-b80f-41a2-a0cc-44a0ad034458 req-1a72c7a8-00b4-40a1-a1c9-d9d5b2ed9df1 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:13.717108 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-fc10ca02-b80f-41a2-a0cc-44a0ad034458 req-1a72c7a8-00b4-40a1-a1c9-d9d5b2ed9df1 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 932 time: 0.3326645 Nov 19 15:04:13.733346 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 39398) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:13.792357 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_common [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-49b02d51-3166-4dd4-ac4a-831d4b713c60 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Allocated IP 172.20.0.4 (9bdc62e5-2180-4755-99bd-fe198da300d6/d8290f5d-0d5d-4a74-9e3b-0c433bc14b68/24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4) {{(pid=102740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:04:13.997536 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-fc10ca02-b80f-41a2-a0cc-44a0ad034458 req-0966da9f-b962-4898-b1e5-e6d700621fea tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767975 Nov 19 15:04:14.014385 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-49b02d51-3166-4dd4-ac4a-831d4b713c60 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Publish callbacks [] for port, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:14.078358 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-493f05ba-fd49-4b75-b3bb-b510c8889740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:14.172429 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-cb8ef5df-8eef-4fab-8dc2-a2f1e3d51d38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:14.364221 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c41d29-4822-402c-bb93-02cd8c848b3f req-b9b23894-771d-4bbe-8b0e-295b0e2eb7cd tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:14.365828 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-d6c41d29-4822-402c-bb93-02cd8c848b3f req-b9b23894-771d-4bbe-8b0e-295b0e2eb7cd tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 932 time: 0.1974711 Nov 19 15:04:14.372748 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-70b734d9-5096-4429-a6ec-75da1cba0173 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--627471263&fields=id&tenant_id=5eaa9bd6803a47d79c92591db12100ff HTTP/1.1" status: 200 len: 267 time: 0.2877567 Nov 19 15:04:14.373971 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-49b02d51-3166-4dd4-ac4a-831d4b713c60 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168'] for port, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:14.449947 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-49b02d51-3166-4dd4-ac4a-831d4b713c60 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Network 9bdc62e5-2180-4755-99bd-fe198da300d6 is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:04:14.450221 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-cb8ef5df-8eef-4fab-8dc2-a2f1e3d51d38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:14.464411 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.notifiers.nova [req-0e530059-f160-4041-893f-b86e110b52bc req-b5a5e211-db57-4856-9b74-3c1385c3f840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08cbe617-de50-484d-9296-d6a6db7fcc1c {{(pid=102739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:04:14.470093 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-49b02d51-3166-4dd4-ac4a-831d4b713c60 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:04:14.472763 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-cb8ef5df-8eef-4fab-8dc2-a2f1e3d51d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:14.494451 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-49b02d51-3166-4dd4-ac4a-831d4b713c60 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Received port after_create {{(pid=102740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:04:14.496695 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [req-0e530059-f160-4041-893f-b86e110b52bc req-b5a5e211-db57-4856-9b74-3c1385c3f840 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:14.500539 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-49b02d51-3166-4dd4-ac4a-831d4b713c60 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:14.501213 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-49b02d51-3166-4dd4-ac4a-831d4b713c60 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:14.562831 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-d6c41d29-4822-402c-bb93-02cd8c848b3f req-b418d1d3-3a83-4e0b-8849-a9c29e9e023a tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586695 Nov 19 15:04:14.565571 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.provisioning_blocks [req-0e530059-f160-4041-893f-b86e110b52bc req-b5a5e211-db57-4856-9b74-3c1385c3f840 service neutron] Transition to ACTIVE for port object 08cbe617-de50-484d-9296-d6a6db7fcc1c will not be triggered until provisioned by entity L2. {{(pid=102739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 15:04:14.567019 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ef5df-8eef-4fab-8dc2-a2f1e3d51d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f4aba0-1bb5-4bed-b66a-d1fe0f7d7068,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:14.573375 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-cb8ef5df-8eef-4fab-8dc2-a2f1e3d51d38 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f67c04549864d0bb7d445ab9d1f5f66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8390210 Nov 19 15:04:14.574768 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [req-0e530059-f160-4041-893f-b86e110b52bc req-b5a5e211-db57-4856-9b74-3c1385c3f840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:14.578153 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 39438) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:14.639983 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5e211-db57-4856-9b74-3c1385c3f840 service neutron] Pushing event updated for resources: {'Port': ['ID=08cbe617-de50-484d-9296-d6a6db7fcc1c,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:14.659682 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-49b02d51-3166-4dd4-ac4a-831d4b713c60 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0977945 Nov 19 15:04:14.665252 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b02d51-3166-4dd4-ac4a-831d4b713c60 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Pushing event updated for resources: {'Port': ['ID=24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:14.694404 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-92ed9bd7-ebb3-42cd-9284-3d2c9f914fdf req-8ec11372-a25d-45e7-b968-adfc88481a71 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 210 time: 0.0499628 Nov 19 15:04:14.747067 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-d33047f1-e511-4edd-ae11-0d864802dd1e tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:14.748675 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-d33047f1-e511-4edd-ae11-0d864802dd1e tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/networks?id=f97c391d-7c3e-4d86-a9cf-5e771e36f18c HTTP/1.1" status: 200 len: 817 time: 0.3614361 Nov 19 15:04:14.780235 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-dd79b2a8-cb40-4782-be9a-2543c8f81f98 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/quotas/5eaa9bd6803a47d79c92591db12100ff HTTP/1.1" status: 200 len: 375 time: 0.0164363 Nov 19 15:04:14.785930 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [req-0e530059-f160-4041-893f-b86e110b52bc req-b5a5e211-db57-4856-9b74-3c1385c3f840 service neutron] Attempting to bind port 08cbe617-de50-484d-9296-d6a6db7fcc1c on host hv-cinder-81757 for vnic_type normal with profile {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:04:14.786428 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [req-0e530059-f160-4041-893f-b86e110b52bc req-b5a5e211-db57-4856-9b74-3c1385c3f840 service neutron] Attempting to bind port 08cbe617-de50-484d-9296-d6a6db7fcc1c by drivers openvswitch,hyperv on host hv-cinder-81757 at level 0 using segments [{'id': '825cdef8-593d-4f91-8a08-956301887ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c9cca4b-ed41-4a56-84cf-c924ddaee6d8'}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:04:14.786617 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e530059-f160-4041-893f-b86e110b52bc req-b5a5e211-db57-4856-9b74-3c1385c3f840 service neutron] Attempting to bind port 08cbe617-de50-484d-9296-d6a6db7fcc1c on network 3c9cca4b-ed41-4a56-84cf-c924ddaee6d8 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:04:14.792628 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-09bc5e75-d90a-431e-9cea-8ba06f1ec7c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:14.795285 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e530059-f160-4041-893f-b86e110b52bc req-b5a5e211-db57-4856-9b74-3c1385c3f840 service neutron] Port 08cbe617-de50-484d-9296-d6a6db7fcc1c on network 3c9cca4b-ed41-4a56-84cf-c924ddaee6d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81757 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 15:04:14.795607 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e530059-f160-4041-893f-b86e110b52bc req-b5a5e211-db57-4856-9b74-3c1385c3f840 service neutron] Attempting to bind port 08cbe617-de50-484d-9296-d6a6db7fcc1c on network 3c9cca4b-ed41-4a56-84cf-c924ddaee6d8 {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:04:14.807768 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e530059-f160-4041-893f-b86e110b52bc req-b5a5e211-db57-4856-9b74-3c1385c3f840 service neutron] Checking agent: {'id': 'e1ea3be9-4fba-465d-a0c0-35388eb51f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'started_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:04:14.808125 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e530059-f160-4041-893f-b86e110b52bc req-b5a5e211-db57-4856-9b74-3c1385c3f840 service neutron] Checking segment: {'id': '825cdef8-593d-4f91-8a08-956301887ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c9cca4b-ed41-4a56-84cf-c924ddaee6d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:04:14.808667 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e530059-f160-4041-893f-b86e110b52bc req-b5a5e211-db57-4856-9b74-3c1385c3f840 service neutron] Bound using segment: {'id': '825cdef8-593d-4f91-8a08-956301887ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c9cca4b-ed41-4a56-84cf-c924ddaee6d8'} {{(pid=102739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:04:14.809146 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.managers [req-0e530059-f160-4041-893f-b86e110b52bc req-b5a5e211-db57-4856-9b74-3c1385c3f840 service neutron] Bound port: 08cbe617-de50-484d-9296-d6a6db7fcc1c, host: hv-cinder-81757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825cdef8-593d-4f91-8a08-956301887ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c9cca4b-ed41-4a56-84cf-c924ddaee6d8'}}] {{(pid=102739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:04:14.809640 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [req-0e530059-f160-4041-893f-b86e110b52bc req-b5a5e211-db57-4856-9b74-3c1385c3f840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:14.838119 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-09bc5e75-d90a-431e-9cea-8ba06f1ec7c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:14.860926 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-493f05ba-fd49-4b75-b3bb-b510c8889740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94209437-90e5-4185-8bfb-c299b5e4e597 {{(pid=102740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:04:14.873057 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-493f05ba-fd49-4b75-b3bb-b510c8889740 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:14.880423 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-8455db91-ff1c-4d92-9cb1-1ae42c7f1800 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5eaa9bd6803a47d79c92591db12100ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0925031 Nov 19 15:04:14.904583 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.provisioning_blocks [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-493f05ba-fd49-4b75-b3bb-b510c8889740 service neutron] Transition to ACTIVE for port object 94209437-90e5-4185-8bfb-c299b5e4e597 will not be triggered until provisioned by entity L2. {{(pid=102740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 15:04:14.915745 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-493f05ba-fd49-4b75-b3bb-b510c8889740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:14.920007 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.db [req-0e530059-f160-4041-893f-b86e110b52bc req-b5a5e211-db57-4856-9b74-3c1385c3f840 service neutron] For port 08cbe617-de50-484d-9296-d6a6db7fcc1c, host hv-cinder-81757, cleared binding levels {{(pid=102739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:04:14.925018 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.db [req-0e530059-f160-4041-893f-b86e110b52bc req-b5a5e211-db57-4856-9b74-3c1385c3f840 service neutron] For port 08cbe617-de50-484d-9296-d6a6db7fcc1c, host hv-cinder-81757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=08cbe617-de50-484d-9296-d6a6db7fcc1c,segment=NetworkSegment(825cdef8-593d-4f91-8a08-956301887ecd),segment_id=825cdef8-593d-4f91-8a08-956301887ecd)] {{(pid=102739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:04:14.933076 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [req-0e530059-f160-4041-893f-b86e110b52bc req-b5a5e211-db57-4856-9b74-3c1385c3f840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:14.938826 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-09bc5e75-d90a-431e-9cea-8ba06f1ec7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:14.941506 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-09bc5e75-d90a-431e-9cea-8ba06f1ec7c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:14.945498 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-09bc5e75-d90a-431e-9cea-8ba06f1ec7c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c0f4aba0-1bb5-4bed-b66a-d1fe0f7d7068 HTTP/1.1" status: 204 len: 168 time: 0.3141241 Nov 19 15:04:14.985729 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc5e75-d90a-431e-9cea-8ba06f1ec7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f4aba0-1bb5-4bed-b66a-d1fe0f7d7068,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:14.994521 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e530059-f160-4041-893f-b86e110b52bc req-b5a5e211-db57-4856-9b74-3c1385c3f840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:14.995569 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [req-0e530059-f160-4041-893f-b86e110b52bc req-b5a5e211-db57-4856-9b74-3c1385c3f840 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for port, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:14.997737 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-0e530059-f160-4041-893f-b86e110b52bc req-b5a5e211-db57-4856-9b74-3c1385c3f840 service neutron] 10.222.0.11 "PUT /v2.0/ports/08cbe617-de50-484d-9296-d6a6db7fcc1c HTTP/1.1" status: 200 len: 1094 time: 1.7944279 Nov 19 15:04:14.998640 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9389e29-4358-4ddd-9918-0f500d8364f2', 'tag': '08cbe617-de50-484d-9296-d6a6db7fcc1c'}] {{(pid=102739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:04:15.022623 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f05ba-fd49-4b75-b3bb-b510c8889740 service neutron] Pushing event updated for resources: {'Port': ['ID=94209437-90e5-4185-8bfb-c299b5e4e597,revision_number=2']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:15.099111 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-9117c6af-310d-4ee0-9a9b-c326f2fdce72 service neutron] 10.222.0.20 "GET /v2.0/networks/f97c391d-7c3e-4d86-a9cf-5e771e36f18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962457 Nov 19 15:04:15.120557 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5e211-db57-4856-9b74-3c1385c3f840 service neutron] Pushing event updated for resources: {'Port': ['ID=08cbe617-de50-484d-9296-d6a6db7fcc1c,revision_number=3']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:15.186604 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05e591-3bd4-4b5e-9fb8-441af6695a9c req-7f3b99ff-4e91-46a3-98b7-4f953e864a9a tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:15.188103 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-7d05e591-3bd4-4b5e-9fb8-441af6695a9c req-7f3b99ff-4e91-46a3-98b7-4f953e864a9a tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 944 time: 0.0645251 Nov 19 15:04:15.191761 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-493f05ba-fd49-4b75-b3bb-b510c8889740 service neutron] Attempting to bind port 94209437-90e5-4185-8bfb-c299b5e4e597 on host hv-cinder-81757 for vnic_type normal with profile {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:04:15.192099 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-493f05ba-fd49-4b75-b3bb-b510c8889740 service neutron] Attempting to bind port 94209437-90e5-4185-8bfb-c299b5e4e597 by drivers openvswitch,hyperv on host hv-cinder-81757 at level 0 using segments [{'id': '95ddcab1-baed-4dee-a29d-ed919666ff8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'cd986946-8454-44e7-80e5-6d3c5bfe30eb'}] {{(pid=102740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:04:15.192450 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-493f05ba-fd49-4b75-b3bb-b510c8889740 service neutron] Attempting to bind port 94209437-90e5-4185-8bfb-c299b5e4e597 on network cd986946-8454-44e7-80e5-6d3c5bfe30eb {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:04:15.200970 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-493f05ba-fd49-4b75-b3bb-b510c8889740 service neutron] Port 94209437-90e5-4185-8bfb-c299b5e4e597 on network cd986946-8454-44e7-80e5-6d3c5bfe30eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81757 {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 15:04:15.201299 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-493f05ba-fd49-4b75-b3bb-b510c8889740 service neutron] Attempting to bind port 94209437-90e5-4185-8bfb-c299b5e4e597 on network cd986946-8454-44e7-80e5-6d3c5bfe30eb {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:04:15.213898 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-493f05ba-fd49-4b75-b3bb-b510c8889740 service neutron] Checking agent: {'id': 'e1ea3be9-4fba-465d-a0c0-35388eb51f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'started_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:04:15.214198 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-493f05ba-fd49-4b75-b3bb-b510c8889740 service neutron] Checking segment: {'id': '95ddcab1-baed-4dee-a29d-ed919666ff8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'cd986946-8454-44e7-80e5-6d3c5bfe30eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:04:15.214737 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-493f05ba-fd49-4b75-b3bb-b510c8889740 service neutron] Bound using segment: {'id': '95ddcab1-baed-4dee-a29d-ed919666ff8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'cd986946-8454-44e7-80e5-6d3c5bfe30eb'} {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:04:15.215186 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-493f05ba-fd49-4b75-b3bb-b510c8889740 service neutron] Bound port: 94209437-90e5-4185-8bfb-c299b5e4e597, host: hv-cinder-81757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95ddcab1-baed-4dee-a29d-ed919666ff8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'cd986946-8454-44e7-80e5-6d3c5bfe30eb'}}] {{(pid=102740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:04:15.215799 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-493f05ba-fd49-4b75-b3bb-b510c8889740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:15.222534 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-a369a2d2-c150-4882-8d82-6500d1687733 service neutron] 10.222.0.20 "GET /v2.0/networks/f97c391d-7c3e-4d86-a9cf-5e771e36f18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154766 Nov 19 15:04:15.259081 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-7d05e591-3bd4-4b5e-9fb8-441af6695a9c req-e7e81969-822c-47be-93f4-b0ca036f884d tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622435 Nov 19 15:04:15.307801 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-493f05ba-fd49-4b75-b3bb-b510c8889740 service neutron] For port 94209437-90e5-4185-8bfb-c299b5e4e597, host hv-cinder-81757, cleared binding levels {{(pid=102740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:04:15.314050 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-493f05ba-fd49-4b75-b3bb-b510c8889740 service neutron] For port 94209437-90e5-4185-8bfb-c299b5e4e597, host hv-cinder-81757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=94209437-90e5-4185-8bfb-c299b5e4e597,segment=NetworkSegment(95ddcab1-baed-4dee-a29d-ed919666ff8f),segment_id=95ddcab1-baed-4dee-a29d-ed919666ff8f)] {{(pid=102740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:04:15.318769 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-493f05ba-fd49-4b75-b3bb-b510c8889740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:15.361859 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-493f05ba-fd49-4b75-b3bb-b510c8889740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:15.362464 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-493f05ba-fd49-4b75-b3bb-b510c8889740 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:15.363989 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-493f05ba-fd49-4b75-b3bb-b510c8889740 service neutron] 10.222.0.11 "PUT /v2.0/ports/94209437-90e5-4185-8bfb-c299b5e4e597 HTTP/1.1" status: 200 len: 1094 time: 2.1452789 Nov 19 15:04:15.364434 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d137ea7-786a-4fb3-bb1f-95d526175a90', 'tag': '94209437-90e5-4185-8bfb-c299b5e4e597'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:04:15.404476 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eba93c122355dca29d1d872d2ced11345dc5d33d75e8821344cda5b49db1ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037d1795-90ee-4c55-b4ff-e6f93b5f7597" -d '{"events": [{"name": "network-changed", "server_uuid": "d9389e29-4358-4ddd-9918-0f500d8364f2", "tag": "08cbe617-de50-484d-9296-d6a6db7fcc1c"}]}' {{(pid=102739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:04:15.661296 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 39484) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:15.691962 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-68501c40-9619-477c-9d70-f3882810c881 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:15.734173 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 15:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91dec2df-2495-4e11-b34f-9dd9e91c4513 x-openstack-request-id: req-91dec2df-2495-4e11-b34f-9dd9e91c4513 {{(pid=102739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:04:15.734476 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9389e29-4358-4ddd-9918-0f500d8364f2", "tag": "08cbe617-de50-484d-9296-d6a6db7fcc1c", "status": "completed", "code": 200}]} {{(pid=102739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:04:15.734738 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-91dec2df-2495-4e11-b34f-9dd9e91c4513 {{(pid=102739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:04:15.737121 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9389e29-4358-4ddd-9918-0f500d8364f2', 'tag': '08cbe617-de50-484d-9296-d6a6db7fcc1c', 'status': 'completed', 'code': 200} Nov 19 15:04:15.875968 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-68501c40-9619-477c-9d70-f3882810c881 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:15.877961 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-63d80802-5c17-4e46-9b45-135993b1ea19 req-7f66d6f5-89f5-4584-a20e-f486a4a8630d tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 210 time: 0.0799181 Nov 19 15:04:15.882176 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f05ba-fd49-4b75-b3bb-b510c8889740 service neutron] Pushing event updated for resources: {'Port': ['ID=94209437-90e5-4185-8bfb-c299b5e4e597,revision_number=3']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:15.885847 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2a65c-32da-4716-ad44-45c08f9f2c1b req-fad417b6-6e7c-47f7-8d2d-7e3f62a82dac tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:15.887762 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-03c2a65c-32da-4716-ad44-45c08f9f2c1b req-fad417b6-6e7c-47f7-8d2d-7e3f62a82dac tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 944 time: 0.0928910 Nov 19 15:04:15.889190 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-68501c40-9619-477c-9d70-f3882810c881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:15.953567 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68501c40-9619-477c-9d70-f3882810c881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30858f55-fce8-463c-afab-d426190bbace,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:15.973764 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-68501c40-9619-477c-9d70-f3882810c881 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd4fb4c1e6524141911d199ff6bd6596&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3085868 Nov 19 15:04:15.974266 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 39500) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:16.053171 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-03c2a65c-32da-4716-ad44-45c08f9f2c1b req-180cef61-0329-41f5-9a83-f51cdb367153 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523089 Nov 19 15:04:16.113419 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6335dbc0-c8da-4777-a0dc-324f0bc51900 req-95c86780-2f7f-4527-bd87-95d94db2df06 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 210 time: 0.0848339 Nov 19 15:04:16.113419 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b54012-6b2e-4d31-bf1a-a5738180709b" -d '{"events": [{"name": "network-changed", "server_uuid": "5d137ea7-786a-4fb3-bb1f-95d526175a90", "tag": "94209437-90e5-4185-8bfb-c299b5e4e597"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:04:16.127766 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-17d5f43a-4ae2-483d-a8c4-c0d9aaf68151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:16.153828 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-33933a81-c747-4bf4-bcb0-d3e2e3fbdac2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:16.198544 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-33933a81-c747-4bf4-bcb0-d3e2e3fbdac2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:16.266693 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-33933a81-c747-4bf4-bcb0-d3e2e3fbdac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:16.270103 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-33933a81-c747-4bf4-bcb0-d3e2e3fbdac2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:16.271248 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-33933a81-c747-4bf4-bcb0-d3e2e3fbdac2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/30858f55-fce8-463c-afab-d426190bbace HTTP/1.1" status: 204 len: 168 time: 0.2962003 Nov 19 15:04:16.286753 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 15:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d37f7e-b174-4c8e-9cf3-643b33053c9f x-openstack-request-id: req-12d37f7e-b174-4c8e-9cf3-643b33053c9f {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:04:16.287192 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d137ea7-786a-4fb3-bb1f-95d526175a90", "tag": "94209437-90e5-4185-8bfb-c299b5e4e597", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:04:16.287456 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12d37f7e-b174-4c8e-9cf3-643b33053c9f {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:04:16.287902 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d137ea7-786a-4fb3-bb1f-95d526175a90', 'tag': '94209437-90e5-4185-8bfb-c299b5e4e597', 'status': 'completed', 'code': 200} Nov 19 15:04:16.289023 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33933a81-c747-4bf4-bcb0-d3e2e3fbdac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30858f55-fce8-463c-afab-d426190bbace,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:16.405225 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fdb5c4-fe91-48bb-bb71-1eca6881f624 req-66a17537-e0bb-4552-aa65-c87a7e4a9ed1 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:16.406689 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-48fdb5c4-fe91-48bb-bb71-1eca6881f624 req-66a17537-e0bb-4552-aa65-c87a7e4a9ed1 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 944 time: 0.0500615 Nov 19 15:04:16.475943 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-48fdb5c4-fe91-48bb-bb71-1eca6881f624 req-55cfa113-c92d-43a6-bb1a-0895271666dc tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624764 Nov 19 15:04:16.603283 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 6 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:04:17.025015 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-a691077a-05ff-4ea9-80ed-a2a7420095c8 req-48b4017a-7bc1-4f1f-a29d-78fd811cf098 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 210 time: 0.0380840 Nov 19 15:04:17.193506 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78285b6-f617-4797-8ccd-a0cf365316c1 req-d43386f7-ef5c-4cf6-89b4-f17fe117fd1a tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:17.196039 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d78285b6-f617-4797-8ccd-a0cf365316c1 req-d43386f7-ef5c-4cf6-89b4-f17fe117fd1a tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 944 time: 0.0640774 Nov 19 15:04:17.283664 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d78285b6-f617-4797-8ccd-a0cf365316c1 req-32c554d2-ea21-41ee-a8a3-a923e47c1cec tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763731 Nov 19 15:04:17.284245 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-d5e26447-371c-4806-990f-38f3f467b46f req-60d1b07d-20c2-4886-b8ed-3be37522369f tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 210 time: 0.0596502 Nov 19 15:04:17.651257 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69713f00-adcb-45c2-94e5-9770f26257ae req-4dbf0b33-f7ac-4d59-a384-98f8b5f9c4e7 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:17.661009 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-69713f00-adcb-45c2-94e5-9770f26257ae req-4dbf0b33-f7ac-4d59-a384-98f8b5f9c4e7 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 944 time: 0.1017258 Nov 19 15:04:17.731476 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-69713f00-adcb-45c2-94e5-9770f26257ae req-7838dc21-5a8b-4fd7-bc38-4715dc663ba9 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533102 Nov 19 15:04:18.153351 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-daa77436-cae0-4fe4-b501-90ce719acc9a req-18e71c3b-46c1-4314-ae2c-f17e4fd67d84 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 210 time: 0.0407598 Nov 19 15:04:18.435020 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41bf4ce-efcb-4cf7-822a-0ead30b9f4fb req-01b31dfe-5695-44e4-b0f5-610c5c73a915 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:18.442169 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-bc267ec4-0829-42c5-88e6-f3b94d45185c req-0d01a8be-053f-4fc5-91db-4da2c70ad827 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 210 time: 0.0711040 Nov 19 15:04:18.442763 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b41bf4ce-efcb-4cf7-822a-0ead30b9f4fb req-01b31dfe-5695-44e4-b0f5-610c5c73a915 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 944 time: 0.0813968 Nov 19 15:04:18.513363 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b41bf4ce-efcb-4cf7-822a-0ead30b9f4fb req-fcf997af-ea07-402d-a204-8dd00547464e tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696838 Nov 19 15:04:18.608906 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-312105e1-0aff-438b-9e1d-4e76aa0ecaa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:18.631718 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 39620) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:18.757200 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f578dcc3-ac1d-4cc9-b192-39b6159fbdcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:18.841937 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebb534-042a-4cda-b319-4980a105cb5f req-8a29b9bb-9c78-4ea6-bbdd-c23d4290aa38 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:18.843781 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-02ebb534-042a-4cda-b319-4980a105cb5f req-8a29b9bb-9c78-4ea6-bbdd-c23d4290aa38 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 944 time: 0.0507219 Nov 19 15:04:18.850453 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f578dcc3-ac1d-4cc9-b192-39b6159fbdcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:18.854466 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f578dcc3-ac1d-4cc9-b192-39b6159fbdcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:18.893922 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-f578dcc3-ac1d-4cc9-b192-39b6159fbdcb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ca89120cc484f4f8d335138d2bc66fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610188 Nov 19 15:04:18.895114 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f578dcc3-ac1d-4cc9-b192-39b6159fbdcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039f3a3a-6caa-4f2c-89d2-bc6621bb2bb1,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:18.896543 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 39626) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:18.922554 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-02ebb534-042a-4cda-b319-4980a105cb5f req-708b5b80-9460-4a2b-bfc7-b9ae252b8e97 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721242 Nov 19 15:04:18.965639 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d8ba6856-a9ff-49bd-a483-ae6c99406f17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:19.000720 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d8ba6856-a9ff-49bd-a483-ae6c99406f17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:19.085264 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d8ba6856-a9ff-49bd-a483-ae6c99406f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:19.091676 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d8ba6856-a9ff-49bd-a483-ae6c99406f17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:19.096169 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-d8ba6856-a9ff-49bd-a483-ae6c99406f17 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/039f3a3a-6caa-4f2c-89d2-bc6621bb2bb1 HTTP/1.1" status: 204 len: 168 time: 0.1951430 Nov 19 15:04:19.111976 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba6856-a9ff-49bd-a483-ae6c99406f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039f3a3a-6caa-4f2c-89d2-bc6621bb2bb1,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:19.291567 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3592063a-05aa-47de-a66f-0cda026d4e29 req-a590dd8b-2c80-43b1-8543-3e5ce193e500 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 210 time: 0.0415242 Nov 19 15:04:19.568208 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 39664) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:19.594522 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-007a7647-157a-4955-9e17-35b455c92385 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:19.597187 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-accc9f9f-6dbc-4238-9ef6-f8340babff66 req-e7486cec-90c1-4c24-b1cb-c015abc3d6fb tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 210 time: 0.0392621 Nov 19 15:04:19.644337 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:19.753934 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-007a7647-157a-4955-9e17-35b455c92385 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:19.766486 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-007a7647-157a-4955-9e17-35b455c92385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:19.786464 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a81cd8-1041-4b5b-b6e9-a52072f312fb req-c09b3203-6f1f-4d1f-b619-d346bb1ada9a tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:19.790094 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e0a81cd8-1041-4b5b-b6e9-a52072f312fb req-c09b3203-6f1f-4d1f-b619-d346bb1ada9a tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 944 time: 0.0953593 Nov 19 15:04:19.835418 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-007a7647-157a-4955-9e17-35b455c92385 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e029deac54b24e9581baefb7dd0bc396&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2660649 Nov 19 15:04:19.836368 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a7647-157a-4955-9e17-35b455c92385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef424f1-5d3d-4a8d-b5b1-56579483fa39,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:19.838055 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 39668) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:19.876447 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e0a81cd8-1041-4b5b-b6e9-a52072f312fb req-c7cb36f9-6b87-4089-998d-b03c057a38a1 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790663 Nov 19 15:04:19.916422 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f7115854-f51c-47c3-b551-4b23f0b2c82f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:19.940164 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f7115854-f51c-47c3-b551-4b23f0b2c82f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:20.021612 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f7115854-f51c-47c3-b551-4b23f0b2c82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:20.027636 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f7115854-f51c-47c3-b551-4b23f0b2c82f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:20.028883 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-f7115854-f51c-47c3-b551-4b23f0b2c82f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ef424f1-5d3d-4a8d-b5b1-56579483fa39 HTTP/1.1" status: 204 len: 168 time: 0.1898179 Nov 19 15:04:20.054508 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7115854-f51c-47c3-b551-4b23f0b2c82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef424f1-5d3d-4a8d-b5b1-56579483fa39,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:20.080871 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2036719-41de-4ea6-8353-1eb80c6de8dc req-93280e00-8b70-46d6-bc57-533fcf800c26 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:20.082302 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-e2036719-41de-4ea6-8353-1eb80c6de8dc req-93280e00-8b70-46d6-bc57-533fcf800c26 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 944 time: 0.0752649 Nov 19 15:04:20.139143 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-e2036719-41de-4ea6-8353-1eb80c6de8dc req-2caa6b40-fc3f-4874-a173-66574c5ca006 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479057 Nov 19 15:04:20.460065 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-bbb6be3d-afed-42f1-a6da-8dc13854ab19 req-2646389b-01ff-43f3-b434-4819f00f4c52 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 210 time: 0.0372124 Nov 19 15:04:20.698565 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-9710fcdb-1c4a-4b1a-86b0-ea8f07e4248b req-91788dee-3355-426d-8feb-f78c4cfd9c34 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 210 time: 0.0314496 Nov 19 15:04:20.998662 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c003b-7b13-4442-b4a2-5cc788008531 req-f68d27f3-3214-4e34-909d-27ac9f0acc86 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:21.000174 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-4e9c003b-7b13-4442-b4a2-5cc788008531 req-f68d27f3-3214-4e34-909d-27ac9f0acc86 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 944 time: 0.0543256 Nov 19 15:04:21.035942 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:21.082382 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-4e9c003b-7b13-4442-b4a2-5cc788008531 req-1bea0e3a-8d9a-4ac5-abc0-d0485a199372 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736706 Nov 19 15:04:21.293050 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d24de2-f378-49ed-9f20-1fbbd08dc2fa req-4dc1d582-f78e-4314-8633-728f4427358b tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:21.295081 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-17d24de2-f378-49ed-9f20-1fbbd08dc2fa req-4dc1d582-f78e-4314-8633-728f4427358b tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 944 time: 0.0620251 Nov 19 15:04:21.379417 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-17d24de2-f378-49ed-9f20-1fbbd08dc2fa req-c1dfaf3a-d697-42a1-9c34-f018c1832540 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682592 Nov 19 15:04:21.569953 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-4d86f0c4-d746-4df6-a60a-87c49f77cb36 req-af60b0ec-41ec-4e86-ae6f-9e56a22418a4 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 210 time: 0.0314696 Nov 19 15:04:21.820370 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-cb399eca-3168-46ff-b862-edce78b33d77 req-bb64d20f-ce9c-4263-a1dc-c43c6bc44161 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 210 time: 0.0277140 Nov 19 15:04:22.113888 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:22.210073 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444d054-a8cf-493c-b9e2-cb56b6dd23cf req-67f8bae6-589e-42f8-9fe1-585303f3895e tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:22.211547 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3444d054-a8cf-493c-b9e2-cb56b6dd23cf req-67f8bae6-589e-42f8-9fe1-585303f3895e tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 944 time: 0.0505261 Nov 19 15:04:22.269129 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3444d054-a8cf-493c-b9e2-cb56b6dd23cf req-12dced5c-dffa-4ecd-a5b5-733f1eb83b95 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514762 Nov 19 15:04:22.505589 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15372f19-6b41-42dc-acb9-8cf8de11b96a req-866da664-6703-4fd2-adec-193d34bd216c tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:22.507349 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-15372f19-6b41-42dc-acb9-8cf8de11b96a req-866da664-6703-4fd2-adec-193d34bd216c tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 944 time: 0.0551729 Nov 19 15:04:22.563827 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-15372f19-6b41-42dc-acb9-8cf8de11b96a req-b98d6b4d-cb99-473a-aeb8-854aa8f12409 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492451 Nov 19 15:04:22.702878 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-098d4f00-f443-43e3-af1d-cde0f5fb80b9 req-d62f01c0-aa1d-4339-a30a-ad4ed62956b6 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 210 time: 0.0326493 Nov 19 15:04:22.925056 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ea44e24f-c3a1-4998-b134-b453a6d424b8 req-1b24bb0d-85bc-4fef-aa58-c5645c9419c7 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 210 time: 0.0274324 Nov 19 15:04:23.094520 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 39792) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:23.199628 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-caa65368-1202-425f-b7df-99f3596e7584 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:23.278375 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-caa65368-1202-425f-b7df-99f3596e7584 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:23.282501 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-caa65368-1202-425f-b7df-99f3596e7584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:23.322766 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-caa65368-1202-425f-b7df-99f3596e7584 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d258d7b5143c4d85a5b529d52b0a996f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265437 Nov 19 15:04:23.323591 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa65368-1202-425f-b7df-99f3596e7584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da614637-1412-4f16-afb4-33cbf24d60bb,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:23.325594 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 39798) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:23.421990 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9970c-80ed-4b39-977f-e10305208a53 req-7aa8ad94-4700-452c-8c38-e36a5523a0d2 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:23.423639 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6aa9970c-80ed-4b39-977f-e10305208a53 req-7aa8ad94-4700-452c-8c38-e36a5523a0d2 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 944 time: 0.0741858 Nov 19 15:04:23.424703 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-b69fd2ef-7657-4d5f-9e61-b5d4e9588c61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:23.461828 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-b69fd2ef-7657-4d5f-9e61-b5d4e9588c61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:23.517231 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6aa9970c-80ed-4b39-977f-e10305208a53 req-e8f8c48c-5c74-4b06-8273-1653f73ddbf9 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868006 Nov 19 15:04:23.538175 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-b69fd2ef-7657-4d5f-9e61-b5d4e9588c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:23.539207 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-b69fd2ef-7657-4d5f-9e61-b5d4e9588c61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:23.542539 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-b69fd2ef-7657-4d5f-9e61-b5d4e9588c61 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da614637-1412-4f16-afb4-33cbf24d60bb HTTP/1.1" status: 204 len: 168 time: 0.2086377 Nov 19 15:04:23.548148 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69fd2ef-7657-4d5f-9e61-b5d4e9588c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da614637-1412-4f16-afb4-33cbf24d60bb,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:23.680307 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a5436-f6e9-4380-9655-eb43db17e890 req-788c93a0-ec53-4a39-b360-859bc3228e1b tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:23.685268 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ab5a5436-f6e9-4380-9655-eb43db17e890 req-788c93a0-ec53-4a39-b360-859bc3228e1b tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 944 time: 0.0535278 Nov 19 15:04:23.755262 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ab5a5436-f6e9-4380-9655-eb43db17e890 req-08cdaff9-1f53-49ff-915f-65ac884e42e7 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672514 Nov 19 15:04:23.831214 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 39820) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:23.863379 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a8a380eb-7727-43a5-9da9-8cb4ed8ff7b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:23.876591 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-655e211e-ad9b-403f-92af-cb2c5e168e16 service neutron] Request body: {'port': {'device_id': 'd257632a-adba-4ac6-8dd4-1be8485c24a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81757'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:04:23.918199 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-28396ff5-5321-444d-8371-5f4225d1da75 req-5f3a8833-0712-43a1-88af-91258e0d8613 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 210 time: 0.0624201 Nov 19 15:04:24.024045 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.11', 51162) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:24.056402 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-91cb6fb2-3dec-464b-b16a-97419e85631c req-2243b2e5-9e62-441c-ad17-a9f9ef515746 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 210 time: 0.0374265 Nov 19 15:04:24.116405 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a8a380eb-7727-43a5-9da9-8cb4ed8ff7b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:24.128327 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d1795-90ee-4c55-b4ff-e6f93b5f7597 req-e7b12618-a85d-4ce9-b6ef-66edcb146cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:24.130465 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-037d1795-90ee-4c55-b4ff-e6f93b5f7597 req-e7b12618-a85d-4ce9-b6ef-66edcb146cd1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f706bd80a9247579246ab8d0ec2203d&device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 1097 time: 0.2305429 Nov 19 15:04:24.131050 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a8a380eb-7727-43a5-9da9-8cb4ed8ff7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:24.148943 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-655e211e-ad9b-403f-92af-cb2c5e168e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:24.257721 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817442ef-cca6-4430-857c-c3df8e5137ce req-eda3f9b5-7b06-4718-a478-68f496d5803d tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:24.259320 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-817442ef-cca6-4430-857c-c3df8e5137ce req-eda3f9b5-7b06-4718-a478-68f496d5803d tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.11 "GET /v2.0/networks?id=9bdc62e5-2180-4755-99bd-fe198da300d6 HTTP/1.1" status: 200 len: 819 time: 0.2718472 Nov 19 15:04:24.283067 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-817442ef-cca6-4430-857c-c3df8e5137ce req-22e69e84-4bfe-41fa-98da-549e2d835f9e tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Request body: {'port': {'device_id': '1ffd2431-3834-482a-b5b7-872064a1058a', 'network_id': '9bdc62e5-2180-4755-99bd-fe198da300d6', 'admin_state_up': True, 'tenant_id': 'cdb244c677264a58ae8a06742292aba4'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:04:24.294709 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b54012-6b2e-4d31-bf1a-a5738180709b req-d3f85058-356e-4206-8f7a-cd6e8aabee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:24.296663 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-90b54012-6b2e-4d31-bf1a-a5738180709b req-d3f85058-356e-4206-8f7a-cd6e8aabee45 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53995b55564a4b2784260772caeedf05&device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 1097 time: 0.2438717 Nov 19 15:04:24.401799 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-a8a380eb-7727-43a5-9da9-8cb4ed8ff7b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=efcae4627ffa45e49f780081aed99fec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5687966 Nov 19 15:04:24.402617 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a380eb-7727-43a5-9da9-8cb4ed8ff7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d9c25e-30a5-4667-9fcb-8eb3bd53c64c,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:24.411892 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 39840) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:24.574391 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d1795-90ee-4c55-b4ff-e6f93b5f7597 req-603267f8-f900-4d63-811c-6c39abfed9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:24.577762 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-817442ef-cca6-4430-857c-c3df8e5137ce req-22e69e84-4bfe-41fa-98da-549e2d835f9e tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Made reservation on behalf of cdb244c677264a58ae8a06742292aba4 for: {'port': 1} {{(pid=102740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:04:24.579879 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-037d1795-90ee-4c55-b4ff-e6f93b5f7597 req-603267f8-f900-4d63-811c-6c39abfed9b0 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=4f706bd80a9247579246ab8d0ec2203d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2912800 Nov 19 15:04:24.581095 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-817442ef-cca6-4430-857c-c3df8e5137ce req-22e69e84-4bfe-41fa-98da-549e2d835f9e tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:24.586095 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b54012-6b2e-4d31-bf1a-a5738180709b req-50142d37-0170-4738-8799-64c98c1610bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:24.588019 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-90b54012-6b2e-4d31-bf1a-a5738180709b req-50142d37-0170-4738-8799-64c98c1610bd service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=53995b55564a4b2784260772caeedf05&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2689149 Nov 19 15:04:24.606196 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-b8a2576e-2eff-4c64-963c-1532c5fd302e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:24.681224 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-b8a2576e-2eff-4c64-963c-1532c5fd302e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:24.694304 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.11', 51170) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:24.877979 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-655e211e-ad9b-403f-92af-cb2c5e168e16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4 {{(pid=102740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:04:24.894390 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c9f38-c886-47f9-a3f6-1ac8ade2306b req-35757b1e-bc1c-41cc-b126-160b866d0ed0 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:24.901817 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-c37c9f38-c886-47f9-a3f6-1ac8ade2306b req-35757b1e-bc1c-41cc-b126-160b866d0ed0 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 944 time: 0.2861037 Nov 19 15:04:24.905747 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-655e211e-ad9b-403f-92af-cb2c5e168e16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:24.966890 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d1795-90ee-4c55-b4ff-e6f93b5f7597 req-71549652-6263-41bf-965c-56ce32589209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:24.968688 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-037d1795-90ee-4c55-b4ff-e6f93b5f7597 req-71549652-6263-41bf-965c-56ce32589209 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3704321 Nov 19 15:04:24.970428 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b54012-6b2e-4d31-bf1a-a5738180709b req-861c18b5-c6c8-4777-ba01-c086ba3f0345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:24.974125 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-90b54012-6b2e-4d31-bf1a-a5738180709b req-861c18b5-c6c8-4777-ba01-c086ba3f0345 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3579545 Nov 19 15:04:24.991147 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.provisioning_blocks [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-655e211e-ad9b-403f-92af-cb2c5e168e16 service neutron] Transition to ACTIVE for port object 24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4 will not be triggered until provisioned by entity L2. {{(pid=102740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 15:04:24.996353 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-b8a2576e-2eff-4c64-963c-1532c5fd302e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:24.999578 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-b8a2576e-2eff-4c64-963c-1532c5fd302e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:25.001752 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-b8a2576e-2eff-4c64-963c-1532c5fd302e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b2d9c25e-30a5-4667-9fcb-8eb3bd53c64c HTTP/1.1" status: 204 len: 168 time: 0.5868108 Nov 19 15:04:25.010509 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-04256ffe-f2d6-4b2b-b6b2-77368c8326eb tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:25.012982 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-04256ffe-f2d6-4b2b-b6b2-77368c8326eb tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.11 "GET /v2.0/networks?id=f97c391d-7c3e-4d86-a9cf-5e771e36f18c HTTP/1.1" status: 200 len: 817 time: 0.3176124 Nov 19 15:04:25.024691 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-655e211e-ad9b-403f-92af-cb2c5e168e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:25.034354 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60b57d-86cd-48d8-a8e2-caeb869e4782 req-5cc98e47-5c21-4644-9f68-ff1cb7228082 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:25.037550 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-1f60b57d-86cd-48d8-a8e2-caeb869e4782 req-5cc98e47-5c21-4644-9f68-ff1cb7228082 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 944 time: 0.1217630 Nov 19 15:04:25.156655 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e530059-f160-4041-893f-b86e110b52bc req-f92f72c0-9433-4768-9384-a48746db4af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:25.158314 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-0e530059-f160-4041-893f-b86e110b52bc req-f92f72c0-9433-4768-9384-a48746db4af9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f706bd80a9247579246ab8d0ec2203d&device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 1097 time: 0.1168325 Nov 19 15:04:25.163428 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-c37c9f38-c886-47f9-a3f6-1ac8ade2306b req-3188a5f3-afc9-496f-9e1c-4b82e3cb58ba tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558181 Nov 19 15:04:25.165597 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a2576e-2eff-4c64-963c-1532c5fd302e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d9c25e-30a5-4667-9fcb-8eb3bd53c64c,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:25.169604 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-1f60b57d-86cd-48d8-a8e2-caeb869e4782 req-476865ea-2ef3-4315-90cc-4ee38dd60d6b tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138663 Nov 19 15:04:25.171374 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-f2f1e635-cead-4c68-a5fe-a18c83c5f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:25.172859 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-f2f1e635-cead-4c68-a5fe-a18c83c5f099 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53995b55564a4b2784260772caeedf05&device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 1097 time: 0.0822694 Nov 19 15:04:25.248929 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-0e530059-f160-4041-893f-b86e110b52bc req-24e6b43e-391a-4378-826a-91d1c48cfd44 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08cbe617-de50-484d-9296-d6a6db7fcc1c HTTP/1.1" status: 200 len: 217 time: 0.0748088 Nov 19 15:04:25.290229 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-e20e73b1-fa5c-447c-b44b-4526465fbb24 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94209437-90e5-4185-8bfb-c299b5e4e597 HTTP/1.1" status: 200 len: 217 time: 0.0390429 Nov 19 15:04:25.294486 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_common [req-817442ef-cca6-4430-857c-c3df8e5137ce req-22e69e84-4bfe-41fa-98da-549e2d835f9e tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Allocated IP 172.20.0.6 (9bdc62e5-2180-4755-99bd-fe198da300d6/d8290f5d-0d5d-4a74-9e3b-0c433bc14b68/b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c) {{(pid=102740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:04:25.375518 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e211e-ad9b-403f-92af-cb2c5e168e16 service neutron] Pushing event updated for resources: {'Port': ['ID=24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4,revision_number=2']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:25.442471 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-37b652cb-c29e-4510-baf4-ac89b3304928 req-b2e64850-a8c7-4a01-ba15-51824ac31401 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 210 time: 0.0704772 Nov 19 15:04:25.459482 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-556a7598-aef9-4247-bf65-7835a89be729 req-22cc3a60-476e-4de4-b931-e354bb964e6a tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 210 time: 0.0788579 Nov 19 15:04:25.494944 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-15606471-5615-4d0d-8463-baa60abe6c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:25.496898 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-15606471-5615-4d0d-8463-baa60abe6c4c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=66863856-ad42-4629-ab56-51eb7761d1fa HTTP/1.1" status: 200 len: 855 time: 0.1747439 Nov 19 15:04:25.502654 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e530059-f160-4041-893f-b86e110b52bc req-34ddd48c-ea0e-40ff-9572-5d317b15b3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:25.504088 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-0e530059-f160-4041-893f-b86e110b52bc req-34ddd48c-ea0e-40ff-9572-5d317b15b3f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=794ab25b-a9e8-4a59-a490-7e3e827b5ce9 HTTP/1.1" status: 200 len: 851 time: 0.2144470 Nov 19 15:04:25.506633 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-655e211e-ad9b-403f-92af-cb2c5e168e16 service neutron] Attempting to bind port 24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4 on host hv-cinder-81757 for vnic_type normal with profile {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:04:25.506890 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-655e211e-ad9b-403f-92af-cb2c5e168e16 service neutron] Attempting to bind port 24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4 by drivers openvswitch,hyperv on host hv-cinder-81757 at level 0 using segments [{'id': '4393c4d3-f30b-4ef6-b52f-f040b25a1a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9bdc62e5-2180-4755-99bd-fe198da300d6'}] {{(pid=102740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:04:25.507307 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-655e211e-ad9b-403f-92af-cb2c5e168e16 service neutron] Attempting to bind port 24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4 on network 9bdc62e5-2180-4755-99bd-fe198da300d6 {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:04:25.524733 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-c3d8ba28-0f3c-4636-875d-487311e052a2 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5eaa9bd6803a47d79c92591db12100ff HTTP/1.1" status: 200 len: 379 time: 0.2998827 Nov 19 15:04:25.543409 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-27da64bc-e64f-4633-b56e-b9a89789fc85 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Request body: {'port': {'device_id': '084f3bb6-2fa2-4b60-985e-61c8b8f2fc82', 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c', 'admin_state_up': True, 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'security_groups': ['9bbde409-0810-4e99-a7d0-82bc17c662eb']}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:04:25.575266 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-655e211e-ad9b-403f-92af-cb2c5e168e16 service neutron] Port 24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4 on network 9bdc62e5-2180-4755-99bd-fe198da300d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81757 {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 15:04:25.575598 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-655e211e-ad9b-403f-92af-cb2c5e168e16 service neutron] Attempting to bind port 24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4 on network 9bdc62e5-2180-4755-99bd-fe198da300d6 {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:04:25.611200 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-665c8c03-630b-42bc-84fa-88be7a8281a9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd986946-8454-44e7-80e5-6d3c5bfe30eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969059 Nov 19 15:04:25.613305 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-0e530059-f160-4041-893f-b86e110b52bc req-fa2a5686-ec0c-48c3-9f98-45a629d4c3b7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3c9cca4b-ed41-4a56-84cf-c924ddaee6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785775 Nov 19 15:04:25.620699 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-655e211e-ad9b-403f-92af-cb2c5e168e16 service neutron] Checking agent: {'id': 'e1ea3be9-4fba-465d-a0c0-35388eb51f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'started_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:04:25.621064 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-655e211e-ad9b-403f-92af-cb2c5e168e16 service neutron] Checking segment: {'id': '4393c4d3-f30b-4ef6-b52f-f040b25a1a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9bdc62e5-2180-4755-99bd-fe198da300d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:04:25.621448 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-655e211e-ad9b-403f-92af-cb2c5e168e16 service neutron] Bound using segment: {'id': '4393c4d3-f30b-4ef6-b52f-f040b25a1a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9bdc62e5-2180-4755-99bd-fe198da300d6'} {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:04:25.621891 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-655e211e-ad9b-403f-92af-cb2c5e168e16 service neutron] Bound port: 24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4, host: hv-cinder-81757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4393c4d3-f30b-4ef6-b52f-f040b25a1a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9bdc62e5-2180-4755-99bd-fe198da300d6'}}] {{(pid=102740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:04:25.622243 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-655e211e-ad9b-403f-92af-cb2c5e168e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:25.798990 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-0e530059-f160-4041-893f-b86e110b52bc req-e26f279d-9e9e-449d-8ec0-81f7d16079e5 service neutron] 10.222.0.11 "GET /v2.0/networks/3c9cca4b-ed41-4a56-84cf-c924ddaee6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729891 Nov 19 15:04:25.803959 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-1431c985-7191-435f-b98b-feb6056f25e8 service neutron] 10.222.0.11 "GET /v2.0/networks/cd986946-8454-44e7-80e5-6d3c5bfe30eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793134 Nov 19 15:04:25.939472 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-817442ef-cca6-4430-857c-c3df8e5137ce req-22e69e84-4bfe-41fa-98da-549e2d835f9e tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Publish callbacks [] for port, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:25.949437 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-655e211e-ad9b-403f-92af-cb2c5e168e16 service neutron] For port 24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4, host hv-cinder-81757, cleared binding levels {{(pid=102740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:04:25.967766 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-655e211e-ad9b-403f-92af-cb2c5e168e16 service neutron] For port 24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4, host hv-cinder-81757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4,segment=NetworkSegment(4393c4d3-f30b-4ef6-b52f-f040b25a1a29),segment_id=4393c4d3-f30b-4ef6-b52f-f040b25a1a29)] {{(pid=102740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:04:25.979792 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-655e211e-ad9b-403f-92af-cb2c5e168e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:26.019445 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-27da64bc-e64f-4633-b56e-b9a89789fc85 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Made reservation on behalf of 5eaa9bd6803a47d79c92591db12100ff for: {'port': 1} {{(pid=102740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:04:26.023073 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-27da64bc-e64f-4633-b56e-b9a89789fc85 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:26.046855 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-655e211e-ad9b-403f-92af-cb2c5e168e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:26.047667 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-655e211e-ad9b-403f-92af-cb2c5e168e16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:26.049013 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-655e211e-ad9b-403f-92af-cb2c5e168e16 service neutron] 10.222.0.11 "PUT /v2.0/ports/24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4 HTTP/1.1" status: 200 len: 1093 time: 2.1810009 Nov 19 15:04:26.049454 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd257632a-adba-4ac6-8dd4-1be8485c24a7', 'tag': '24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:04:26.051658 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b01b56-cf58-4555-a8dd-02eba23532f6" -d '{"events": [{"name": "network-changed", "server_uuid": "d257632a-adba-4ac6-8dd4-1be8485c24a7", "tag": "24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:04:26.079710 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-817442ef-cca6-4430-857c-c3df8e5137ce req-22e69e84-4bfe-41fa-98da-549e2d835f9e tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168'] for port, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:26.097923 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 15:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4611a07-487e-4ac3-8470-4b4d3d01d604 x-openstack-request-id: req-e4611a07-487e-4ac3-8470-4b4d3d01d604 {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:04:26.098229 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d257632a-adba-4ac6-8dd4-1be8485c24a7", "tag": "24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:04:26.098484 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4611a07-487e-4ac3-8470-4b4d3d01d604 {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:04:26.098883 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd257632a-adba-4ac6-8dd4-1be8485c24a7', 'tag': '24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4', 'status': 'completed', 'code': 200} Nov 19 15:04:26.102540 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e211e-ad9b-403f-92af-cb2c5e168e16 service neutron] Pushing event updated for resources: {'Port': ['ID=24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4,revision_number=3']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:26.163599 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-817442ef-cca6-4430-857c-c3df8e5137ce req-22e69e84-4bfe-41fa-98da-549e2d835f9e tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Network 9bdc62e5-2180-4755-99bd-fe198da300d6 is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:04:26.172325 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [req-817442ef-cca6-4430-857c-c3df8e5137ce req-22e69e84-4bfe-41fa-98da-549e2d835f9e tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:04:26.178521 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-817442ef-cca6-4430-857c-c3df8e5137ce req-22e69e84-4bfe-41fa-98da-549e2d835f9e tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Received port after_create {{(pid=102740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:04:26.184100 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817442ef-cca6-4430-857c-c3df8e5137ce req-22e69e84-4bfe-41fa-98da-549e2d835f9e tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:26.184713 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-817442ef-cca6-4430-857c-c3df8e5137ce req-22e69e84-4bfe-41fa-98da-549e2d835f9e tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:26.214186 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e69e84-4bfe-41fa-98da-549e2d835f9e tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Pushing event updated for resources: {'Port': ['ID=b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:26.239734 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-817442ef-cca6-4430-857c-c3df8e5137ce req-22e69e84-4bfe-41fa-98da-549e2d835f9e tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9607506 Nov 19 15:04:26.277685 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_common [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-27da64bc-e64f-4633-b56e-b9a89789fc85 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Allocated IP 172.20.0.4 (f97c391d-7c3e-4d86-a9cf-5e771e36f18c/8fec746e-ce9d-4877-a4a1-5ea67aae0682/474c9f67-fb9a-42a4-8ae6-f2786e33ea63) {{(pid=102740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:04:26.322197 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7fb968-aec4-497d-9e04-47fc41f10056 req-01647c9b-7337-40b4-a2d9-d4b00634c04f tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:26.324631 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-1c7fb968-aec4-497d-9e04-47fc41f10056 req-01647c9b-7337-40b4-a2d9-d4b00634c04f tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 944 time: 0.0550618 Nov 19 15:04:26.363481 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a7411-745a-4bf6-9ae0-ca346e1a37f0 req-46f9f43b-b603-41d4-b713-7b264f066a85 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:26.365005 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-c06a7411-745a-4bf6-9ae0-ca346e1a37f0 req-46f9f43b-b603-41d4-b713-7b264f066a85 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 944 time: 0.0888736 Nov 19 15:04:26.384982 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-1c7fb968-aec4-497d-9e04-47fc41f10056 req-fc3a33ea-c83e-4059-b644-a23376a9b4bd tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517559 Nov 19 15:04:26.469108 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-c06a7411-745a-4bf6-9ae0-ca346e1a37f0 req-6ebeb2c3-eede-499d-8ab5-d06f33cd3335 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936882 Nov 19 15:04:26.507930 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-27da64bc-e64f-4633-b56e-b9a89789fc85 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for port, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:26.546981 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-27da64bc-e64f-4633-b56e-b9a89789fc85 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168'] for port, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:26.596443 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-27da64bc-e64f-4633-b56e-b9a89789fc85 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Network f97c391d-7c3e-4d86-a9cf-5e771e36f18c is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:04:26.614378 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-27da64bc-e64f-4633-b56e-b9a89789fc85 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:04:26.619914 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba53c20-f07a-4cf7-8c67-82e369ed1f86 req-93068b1e-146f-4fa8-86b8-0a2f3005d3df tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:26.622022 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-3ba53c20-f07a-4cf7-8c67-82e369ed1f86 req-93068b1e-146f-4fa8-86b8-0a2f3005d3df tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 931 time: 0.0666275 Nov 19 15:04:26.632065 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-27da64bc-e64f-4633-b56e-b9a89789fc85 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Received port after_create {{(pid=102740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:04:26.637905 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-27da64bc-e64f-4633-b56e-b9a89789fc85 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:26.645201 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-27da64bc-e64f-4633-b56e-b9a89789fc85 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:26.661569 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da64bc-e64f-4633-b56e-b9a89789fc85 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Pushing event updated for resources: {'Port': ['ID=474c9f67-fb9a-42a4-8ae6-f2786e33ea63,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:26.678653 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-27da64bc-e64f-4633-b56e-b9a89789fc85 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1389205 Nov 19 15:04:26.691535 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b8778-568c-4ca1-bda8-500a2b4013dc req-b362ae97-03a0-4d85-96c2-9a3c1ce4ece7 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:26.693196 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-780b8778-568c-4ca1-bda8-500a2b4013dc req-b362ae97-03a0-4d85-96c2-9a3c1ce4ece7 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 931 time: 0.1033962 Nov 19 15:04:26.711522 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-3ba53c20-f07a-4cf7-8c67-82e369ed1f86 req-b7e03f76-7055-4a0a-aac0-22bd28f2d6ed tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829866 Nov 19 15:04:26.759949 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-780b8778-568c-4ca1-bda8-500a2b4013dc req-702c67d5-f047-4bcb-bdb9-a913a66f5739 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590863 Nov 19 15:04:26.861140 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-219d30bd-d0b1-4a16-b70a-b2a58a1be2be None None] Provisioning complete for port 474c9f67-fb9a-42a4-8ae6-f2786e33ea63 triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:04:26.861870 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-219d30bd-d0b1-4a16-b70a-b2a58a1be2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:26.895138 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-219d30bd-d0b1-4a16-b70a-b2a58a1be2be None None] Port 474c9f67-fb9a-42a4-8ae6-f2786e33ea63 cannot update to ACTIVE because it is not bound. {{(pid=102741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 15:04:27.496629 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71d267-65ef-44fd-aaa3-627b035f021c req-de02baa9-a8a6-481e-87a9-4b268cb14929 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:27.498007 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-9b71d267-65ef-44fd-aaa3-627b035f021c req-de02baa9-a8a6-481e-87a9-4b268cb14929 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 944 time: 0.0479808 Nov 19 15:04:27.545872 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-9b71d267-65ef-44fd-aaa3-627b035f021c req-e3e0b5f5-03b5-41d3-bf5f-05e287ec675e tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413158 Nov 19 15:04:27.596453 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd3f6e-c7fd-403b-bb75-208abb7667b4 req-81dcc5e7-550f-4e6f-97fc-475e038e2697 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:27.597945 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-33dd3f6e-c7fd-403b-bb75-208abb7667b4 req-81dcc5e7-550f-4e6f-97fc-475e038e2697 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 944 time: 0.0508733 Nov 19 15:04:27.647101 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-33dd3f6e-c7fd-403b-bb75-208abb7667b4 req-b10852d2-e627-4227-9881-9c479bc18a01 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431333 Nov 19 15:04:27.828817 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01fb4b-87ad-4588-8964-7158f9914379 req-220ac282-ccc2-4855-8e74-c371154d5b05 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:27.830288 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-5e01fb4b-87ad-4588-8964-7158f9914379 req-220ac282-ccc2-4855-8e74-c371154d5b05 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 931 time: 0.0496461 Nov 19 15:04:27.874079 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffddb0f-aab5-4247-ab1d-a553749de331 req-e12a1b57-bbe4-4399-ad14-05902c9be27d tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:27.875635 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-4ffddb0f-aab5-4247-ab1d-a553749de331 req-e12a1b57-bbe4-4399-ad14-05902c9be27d tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 931 time: 0.0490065 Nov 19 15:04:27.928273 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-4ffddb0f-aab5-4247-ab1d-a553749de331 req-e7877de4-cd51-4473-88e5-71febac72f26 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456820 Nov 19 15:04:28.026730 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-5e01fb4b-87ad-4588-8964-7158f9914379 req-6cf8adf9-392c-4217-9eb6-e893f3fe1022 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906283 Nov 19 15:04:28.657706 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4d644-754d-47b8-b02e-7752f70e927d req-cbc82d05-f0ff-45b9-8d97-b62db6af09ca tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:28.659148 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-eae4d644-754d-47b8-b02e-7752f70e927d req-cbc82d05-f0ff-45b9-8d97-b62db6af09ca tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 944 time: 0.0479758 Nov 19 15:04:28.711448 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-eae4d644-754d-47b8-b02e-7752f70e927d req-9f660b6b-d85e-40ec-bf5d-c4562672ee86 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464163 Nov 19 15:04:28.718509 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-13f4876b-7306-4d20-a8ac-db726d9ea2ca service neutron] Request body: {'port': {'device_id': '084f3bb6-2fa2-4b60-985e-61c8b8f2fc82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81757'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:04:28.725025 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-817442ef-cca6-4430-857c-c3df8e5137ce req-d35194d6-863e-4727-abb0-4b254a63421b service neutron] Request body: {'port': {'device_id': '1ffd2431-3834-482a-b5b7-872064a1058a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81757'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:04:28.865650 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a214e-11af-4037-bff6-222c51edcba6 req-d8203ffd-7a18-4080-9598-fc14cf0404b2 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:28.867129 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-c06a214e-11af-4037-bff6-222c51edcba6 req-d8203ffd-7a18-4080-9598-fc14cf0404b2 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 944 time: 0.1208198 Nov 19 15:04:28.873719 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-13f4876b-7306-4d20-a8ac-db726d9ea2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:28.880499 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b01b56-cf58-4555-a8dd-02eba23532f6 req-b2822447-802f-40a0-8d09-0e87bef6bbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:28.881984 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-86b01b56-cf58-4555-a8dd-02eba23532f6 req-b2822447-802f-40a0-8d09-0e87bef6bbf0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cdb244c677264a58ae8a06742292aba4&device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 1096 time: 0.1535938 Nov 19 15:04:28.893082 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-0e530059-f160-4041-893f-b86e110b52bc req-fc730ef9-797b-44db-960d-2bd8a085c106 service neutron] 10.222.0.11 "GET /v2.0/networks/3c9cca4b-ed41-4a56-84cf-c924ddaee6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016351 Nov 19 15:04:28.909607 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-817442ef-cca6-4430-857c-c3df8e5137ce req-d35194d6-863e-4727-abb0-4b254a63421b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:28.914658 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-75c44632-ff8b-43ec-84e9-88c7075c3b4e service neutron] 10.222.0.11 "GET /v2.0/networks/cd986946-8454-44e7-80e5-6d3c5bfe30eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998591 Nov 19 15:04:28.949112 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-c06a214e-11af-4037-bff6-222c51edcba6 req-727cf23f-3167-4d38-ad64-a5e9dd8d5efd tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695617 Nov 19 15:04:29.147481 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fcd343-5dad-4810-9149-c41095938c9f req-dcc805f3-3bb3-4088-ab5f-83c41cec9432 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:29.148900 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-d7fcd343-5dad-4810-9149-c41095938c9f req-dcc805f3-3bb3-4088-ab5f-83c41cec9432 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 931 time: 0.0499058 Nov 19 15:04:29.195792 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-d7fcd343-5dad-4810-9149-c41095938c9f req-dd31b1a0-8023-418d-94dc-4c5cf4cee610 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407741 Nov 19 15:04:29.294194 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850dac9d-465c-4ea3-896a-fcd464e87640 req-a4595bef-cd53-450a-9723-14dc11bf61f1 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:29.295676 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-850dac9d-465c-4ea3-896a-fcd464e87640 req-a4595bef-cd53-450a-9723-14dc11bf61f1 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 931 time: 0.2921264 Nov 19 15:04:29.304493 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b01b56-cf58-4555-a8dd-02eba23532f6 req-f382a0eb-8bc6-485e-8196-52eabf5e5b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:29.305936 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-86b01b56-cf58-4555-a8dd-02eba23532f6 req-f382a0eb-8bc6-485e-8196-52eabf5e5b8a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=cdb244c677264a58ae8a06742292aba4&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4152889 Nov 19 15:04:29.446928 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-850dac9d-465c-4ea3-896a-fcd464e87640 req-d551f2f6-4301-4140-a890-fd7184b3df33 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381836 Nov 19 15:04:29.593673 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [req-817442ef-cca6-4430-857c-c3df8e5137ce req-d35194d6-863e-4727-abb0-4b254a63421b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c {{(pid=102740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:04:29.601966 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-13f4876b-7306-4d20-a8ac-db726d9ea2ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 474c9f67-fb9a-42a4-8ae6-f2786e33ea63 {{(pid=102740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:04:29.606726 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-817442ef-cca6-4430-857c-c3df8e5137ce req-d35194d6-863e-4727-abb0-4b254a63421b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:29.612785 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-13f4876b-7306-4d20-a8ac-db726d9ea2ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:29.629558 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.provisioning_blocks [req-817442ef-cca6-4430-857c-c3df8e5137ce req-d35194d6-863e-4727-abb0-4b254a63421b service neutron] Transition to ACTIVE for port object b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c will not be triggered until provisioned by entity L2. {{(pid=102740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 15:04:29.632235 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.provisioning_blocks [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-13f4876b-7306-4d20-a8ac-db726d9ea2ca service neutron] Transition to ACTIVE for port object 474c9f67-fb9a-42a4-8ae6-f2786e33ea63 will not be triggered until provisioned by entity L2. {{(pid=102740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 15:04:29.633719 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-817442ef-cca6-4430-857c-c3df8e5137ce req-d35194d6-863e-4727-abb0-4b254a63421b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:29.641638 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-13f4876b-7306-4d20-a8ac-db726d9ea2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:29.700353 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35194d6-863e-4727-abb0-4b254a63421b service neutron] Pushing event updated for resources: {'Port': ['ID=b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c,revision_number=2']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:29.787594 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-817442ef-cca6-4430-857c-c3df8e5137ce req-d35194d6-863e-4727-abb0-4b254a63421b service neutron] Attempting to bind port b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c on host hv-cinder-81757 for vnic_type normal with profile {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:04:29.787930 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-817442ef-cca6-4430-857c-c3df8e5137ce req-d35194d6-863e-4727-abb0-4b254a63421b service neutron] Attempting to bind port b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c by drivers openvswitch,hyperv on host hv-cinder-81757 at level 0 using segments [{'id': '4393c4d3-f30b-4ef6-b52f-f040b25a1a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9bdc62e5-2180-4755-99bd-fe198da300d6'}] {{(pid=102740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:04:29.788269 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817442ef-cca6-4430-857c-c3df8e5137ce req-d35194d6-863e-4727-abb0-4b254a63421b service neutron] Attempting to bind port b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c on network 9bdc62e5-2180-4755-99bd-fe198da300d6 {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:04:29.799311 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817442ef-cca6-4430-857c-c3df8e5137ce req-d35194d6-863e-4727-abb0-4b254a63421b service neutron] Port b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c on network 9bdc62e5-2180-4755-99bd-fe198da300d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81757 {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 15:04:29.799656 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817442ef-cca6-4430-857c-c3df8e5137ce req-d35194d6-863e-4727-abb0-4b254a63421b service neutron] Attempting to bind port b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c on network 9bdc62e5-2180-4755-99bd-fe198da300d6 {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:04:29.801660 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-13f4876b-7306-4d20-a8ac-db726d9ea2ca service neutron] Attempting to bind port 474c9f67-fb9a-42a4-8ae6-f2786e33ea63 on host hv-cinder-81757 for vnic_type normal with profile {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:04:29.801989 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-13f4876b-7306-4d20-a8ac-db726d9ea2ca service neutron] Attempting to bind port 474c9f67-fb9a-42a4-8ae6-f2786e33ea63 by drivers openvswitch,hyperv on host hv-cinder-81757 at level 0 using segments [{'id': 'ed8113ae-2a5c-4a27-affb-b258a654385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c'}] {{(pid=102740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:04:29.802306 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-13f4876b-7306-4d20-a8ac-db726d9ea2ca service neutron] Attempting to bind port 474c9f67-fb9a-42a4-8ae6-f2786e33ea63 on network f97c391d-7c3e-4d86-a9cf-5e771e36f18c {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:04:29.811722 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-13f4876b-7306-4d20-a8ac-db726d9ea2ca service neutron] Port 474c9f67-fb9a-42a4-8ae6-f2786e33ea63 on network f97c391d-7c3e-4d86-a9cf-5e771e36f18c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81757 {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 15:04:29.812045 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-13f4876b-7306-4d20-a8ac-db726d9ea2ca service neutron] Attempting to bind port 474c9f67-fb9a-42a4-8ae6-f2786e33ea63 on network f97c391d-7c3e-4d86-a9cf-5e771e36f18c {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:04:29.814984 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817442ef-cca6-4430-857c-c3df8e5137ce req-d35194d6-863e-4727-abb0-4b254a63421b service neutron] Checking agent: {'id': 'e1ea3be9-4fba-465d-a0c0-35388eb51f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'started_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:04:29.815318 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817442ef-cca6-4430-857c-c3df8e5137ce req-d35194d6-863e-4727-abb0-4b254a63421b service neutron] Checking segment: {'id': '4393c4d3-f30b-4ef6-b52f-f040b25a1a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9bdc62e5-2180-4755-99bd-fe198da300d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:04:29.815700 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817442ef-cca6-4430-857c-c3df8e5137ce req-d35194d6-863e-4727-abb0-4b254a63421b service neutron] Bound using segment: {'id': '4393c4d3-f30b-4ef6-b52f-f040b25a1a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9bdc62e5-2180-4755-99bd-fe198da300d6'} {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:04:29.816135 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-817442ef-cca6-4430-857c-c3df8e5137ce req-d35194d6-863e-4727-abb0-4b254a63421b service neutron] Bound port: b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c, host: hv-cinder-81757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4393c4d3-f30b-4ef6-b52f-f040b25a1a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9bdc62e5-2180-4755-99bd-fe198da300d6'}}] {{(pid=102740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:04:29.816497 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-817442ef-cca6-4430-857c-c3df8e5137ce req-d35194d6-863e-4727-abb0-4b254a63421b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:29.818275 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4876b-7306-4d20-a8ac-db726d9ea2ca service neutron] Pushing event updated for resources: {'Port': ['ID=474c9f67-fb9a-42a4-8ae6-f2786e33ea63,revision_number=2']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:29.830819 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-13f4876b-7306-4d20-a8ac-db726d9ea2ca service neutron] Checking agent: {'id': 'e1ea3be9-4fba-465d-a0c0-35388eb51f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'started_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:04:29.831162 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-13f4876b-7306-4d20-a8ac-db726d9ea2ca service neutron] Checking segment: {'id': 'ed8113ae-2a5c-4a27-affb-b258a654385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:04:29.831553 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-13f4876b-7306-4d20-a8ac-db726d9ea2ca service neutron] Bound using segment: {'id': 'ed8113ae-2a5c-4a27-affb-b258a654385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c'} {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:04:29.831994 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-13f4876b-7306-4d20-a8ac-db726d9ea2ca service neutron] Bound port: 474c9f67-fb9a-42a4-8ae6-f2786e33ea63, host: hv-cinder-81757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed8113ae-2a5c-4a27-affb-b258a654385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c'}}] {{(pid=102740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:04:29.833093 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-13f4876b-7306-4d20-a8ac-db726d9ea2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:29.854506 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3b3a4-b7d5-4647-9173-ceef164d2cae req-b09bc07a-455f-4d34-be4c-cdaacbde8d8c tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:29.856071 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-d6e3b3a4-b7d5-4647-9173-ceef164d2cae req-b09bc07a-455f-4d34-be4c-cdaacbde8d8c tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 944 time: 0.0607474 Nov 19 15:04:29.903230 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-d6e3b3a4-b7d5-4647-9173-ceef164d2cae req-d6cb729b-e910-4536-9f6f-a29ed5907143 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405071 Nov 19 15:04:29.939723 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-817442ef-cca6-4430-857c-c3df8e5137ce req-d35194d6-863e-4727-abb0-4b254a63421b service neutron] For port b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c, host hv-cinder-81757, cleared binding levels {{(pid=102740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:04:29.944264 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-817442ef-cca6-4430-857c-c3df8e5137ce req-d35194d6-863e-4727-abb0-4b254a63421b service neutron] For port b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c, host hv-cinder-81757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c,segment=NetworkSegment(4393c4d3-f30b-4ef6-b52f-f040b25a1a29),segment_id=4393c4d3-f30b-4ef6-b52f-f040b25a1a29)] {{(pid=102740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:04:29.947079 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-13f4876b-7306-4d20-a8ac-db726d9ea2ca service neutron] For port 474c9f67-fb9a-42a4-8ae6-f2786e33ea63, host hv-cinder-81757, cleared binding levels {{(pid=102740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:04:29.950664 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-13f4876b-7306-4d20-a8ac-db726d9ea2ca service neutron] For port 474c9f67-fb9a-42a4-8ae6-f2786e33ea63, host hv-cinder-81757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=474c9f67-fb9a-42a4-8ae6-f2786e33ea63,segment=NetworkSegment(ed8113ae-2a5c-4a27-affb-b258a654385e),segment_id=ed8113ae-2a5c-4a27-affb-b258a654385e)] {{(pid=102740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:04:29.952298 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-817442ef-cca6-4430-857c-c3df8e5137ce req-d35194d6-863e-4727-abb0-4b254a63421b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:29.960343 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-13f4876b-7306-4d20-a8ac-db726d9ea2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:29.990218 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817442ef-cca6-4430-857c-c3df8e5137ce req-d35194d6-863e-4727-abb0-4b254a63421b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:29.991199 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-817442ef-cca6-4430-857c-c3df8e5137ce req-d35194d6-863e-4727-abb0-4b254a63421b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:29.992952 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-817442ef-cca6-4430-857c-c3df8e5137ce req-d35194d6-863e-4727-abb0-4b254a63421b service neutron] 10.222.0.11 "PUT /v2.0/ports/b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c HTTP/1.1" status: 200 len: 1093 time: 1.2792056 Nov 19 15:04:29.996833 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ffd2431-3834-482a-b5b7-872064a1058a', 'tag': 'b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:04:29.998972 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56116434-a0ac-47f1-b08e-09d0d07abe10" -d '{"events": [{"name": "network-changed", "server_uuid": "1ffd2431-3834-482a-b5b7-872064a1058a", "tag": "b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:04:30.010904 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-13f4876b-7306-4d20-a8ac-db726d9ea2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:30.011534 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-13f4876b-7306-4d20-a8ac-db726d9ea2ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:30.012957 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-13f4876b-7306-4d20-a8ac-db726d9ea2ca service neutron] 10.222.0.11 "PUT /v2.0/ports/474c9f67-fb9a-42a4-8ae6-f2786e33ea63 HTTP/1.1" status: 200 len: 1093 time: 1.3004959 Nov 19 15:04:30.050566 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 15:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf856e2-a61f-40e9-b199-d6ebdfa250e1 x-openstack-request-id: req-abf856e2-a61f-40e9-b199-d6ebdfa250e1 {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:04:30.050937 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ffd2431-3834-482a-b5b7-872064a1058a", "tag": "b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:04:30.051108 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-abf856e2-a61f-40e9-b199-d6ebdfa250e1 {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:04:30.051502 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ffd2431-3834-482a-b5b7-872064a1058a', 'tag': 'b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c', 'status': 'completed', 'code': 200} Nov 19 15:04:30.064168 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35194d6-863e-4727-abb0-4b254a63421b service neutron] Pushing event updated for resources: {'Port': ['ID=b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c,revision_number=3']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:30.123779 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c333b-04ec-48e3-8e15-8bcc9d9704d1 req-195c3db0-fe67-4249-8560-bce526ef7573 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:30.125327 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9b9c333b-04ec-48e3-8e15-8bcc9d9704d1 req-195c3db0-fe67-4249-8560-bce526ef7573 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 944 time: 0.1069548 Nov 19 15:04:30.142936 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4876b-7306-4d20-a8ac-db726d9ea2ca service neutron] Pushing event updated for resources: {'Port': ['ID=474c9f67-fb9a-42a4-8ae6-f2786e33ea63,revision_number=3']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:30.184414 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9b9c333b-04ec-48e3-8e15-8bcc9d9704d1 req-c794be5e-bffc-4b47-afbf-69092ab7f604 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505784 Nov 19 15:04:30.320261 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6f80d-095c-4699-8df8-4f2a8aba041f req-1c0b9a51-18a3-4019-887b-e00048f37882 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:30.321768 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-82c6f80d-095c-4699-8df8-4f2a8aba041f req-1c0b9a51-18a3-4019-887b-e00048f37882 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 943 time: 0.0506339 Nov 19 15:04:30.369904 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-82c6f80d-095c-4699-8df8-4f2a8aba041f req-fb1e9c77-4e19-461f-b1ad-73394e8a85ca tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418134 Nov 19 15:04:30.559579 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904b252-b97f-41a8-b39a-5df7bad99252 req-1d5fe27b-f3ee-4dcf-96fa-fcf6d471fb86 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:30.561077 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e904b252-b97f-41a8-b39a-5df7bad99252 req-1d5fe27b-f3ee-4dcf-96fa-fcf6d471fb86 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 943 time: 0.0475569 Nov 19 15:04:30.607942 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e904b252-b97f-41a8-b39a-5df7bad99252 req-097619ac-192e-4b03-b3bc-8bfd96785ec9 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400882 Nov 19 15:04:31.016387 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef681ef-ea2e-4643-b33a-0f95ec520d9f req-292d8b3a-7325-43a2-ba80-97d146aa2aba tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:31.017783 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-7ef681ef-ea2e-4643-b33a-0f95ec520d9f req-292d8b3a-7325-43a2-ba80-97d146aa2aba tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 944 time: 0.0490267 Nov 19 15:04:31.066396 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-7ef681ef-ea2e-4643-b33a-0f95ec520d9f req-71616070-fb6d-46d2-b711-287e77c8fe32 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426171 Nov 19 15:04:31.297663 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5931b06-f350-4c45-b7c5-9fd8bdc973ca req-af1f6a15-3e56-4c43-a125-d2292a606091 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:31.299184 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b5931b06-f350-4c45-b7c5-9fd8bdc973ca req-af1f6a15-3e56-4c43-a125-d2292a606091 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 944 time: 0.0474529 Nov 19 15:04:31.498657 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8013f-7979-4290-a3b6-2f635cd5d487 req-941c33cc-377f-4e9f-8c2b-0c9b515a1b53 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:31.500130 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-2ce8013f-7979-4290-a3b6-2f635cd5d487 req-941c33cc-377f-4e9f-8c2b-0c9b515a1b53 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 943 time: 0.0548284 Nov 19 15:04:31.515183 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b5931b06-f350-4c45-b7c5-9fd8bdc973ca req-b2e64cc0-1c58-4a0c-9714-6749048386eb tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101254 Nov 19 15:04:31.548312 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-2ce8013f-7979-4290-a3b6-2f635cd5d487 req-181736d7-d5fb-47b7-be62-515e32916595 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414970 Nov 19 15:04:31.722018 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e355a22-ee4b-4cee-8842-5be5ee8e6a6b req-a8dd332a-25f2-4c22-b098-bc6ab65c23a6 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:31.723478 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9e355a22-ee4b-4cee-8842-5be5ee8e6a6b req-a8dd332a-25f2-4c22-b098-bc6ab65c23a6 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 943 time: 0.0489299 Nov 19 15:04:31.770346 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9e355a22-ee4b-4cee-8842-5be5ee8e6a6b req-e3a99996-a7e5-4bcb-9193-ab02164185fb tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410361 Nov 19 15:04:32.053018 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '084f3bb6-2fa2-4b60-985e-61c8b8f2fc82', 'tag': '474c9f67-fb9a-42a4-8ae6-f2786e33ea63'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:04:32.055419 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7225cdf-45d8-4b5b-8500-3a15894b714f" -d '{"events": [{"name": "network-changed", "server_uuid": "084f3bb6-2fa2-4b60-985e-61c8b8f2fc82", "tag": "474c9f67-fb9a-42a4-8ae6-f2786e33ea63"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:04:32.089292 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 15:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e6333d-97b4-49fa-9066-364cb90d2989 x-openstack-request-id: req-14e6333d-97b4-49fa-9066-364cb90d2989 {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:04:32.089584 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "084f3bb6-2fa2-4b60-985e-61c8b8f2fc82", "tag": "474c9f67-fb9a-42a4-8ae6-f2786e33ea63", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:04:32.089838 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14e6333d-97b4-49fa-9066-364cb90d2989 {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:04:32.090477 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '084f3bb6-2fa2-4b60-985e-61c8b8f2fc82', 'tag': '474c9f67-fb9a-42a4-8ae6-f2786e33ea63', 'status': 'completed', 'code': 200} Nov 19 15:04:32.340810 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7225cdf-45d8-4b5b-8500-3a15894b714f req-bafde962-4e10-4b3f-bd11-f91b3aff60d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:32.342312 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b7225cdf-45d8-4b5b-8500-3a15894b714f req-bafde962-4e10-4b3f-bd11-f91b3aff60d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5eaa9bd6803a47d79c92591db12100ff&device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 1096 time: 0.2056644 Nov 19 15:04:32.343792 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56116434-a0ac-47f1-b08e-09d0d07abe10 req-2b319cb9-f879-4924-88c9-cf3232634015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:32.345126 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-56116434-a0ac-47f1-b08e-09d0d07abe10 req-2b319cb9-f879-4924-88c9-cf3232634015 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cdb244c677264a58ae8a06742292aba4&device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 1096 time: 0.2073700 Nov 19 15:04:32.357099 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b01b56-cf58-4555-a8dd-02eba23532f6 req-09c99856-9c84-42b6-a9bf-c4b90680a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:32.358518 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-86b01b56-cf58-4555-a8dd-02eba23532f6 req-09c99856-9c84-42b6-a9bf-c4b90680a197 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2564547 Nov 19 15:04:32.367096 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3c39b-7a11-4761-8e54-f5f47705f31c req-833a6ffa-3d3e-4092-8303-3f1c74b82315 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:32.368482 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-5ea3c39b-7a11-4761-8e54-f5f47705f31c req-833a6ffa-3d3e-4092-8303-3f1c74b82315 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 944 time: 0.2298195 Nov 19 15:04:32.578510 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-5ea3c39b-7a11-4761-8e54-f5f47705f31c req-5813915a-5f93-415a-9cf8-3f34c2434923 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875625 Nov 19 15:04:32.611058 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-68e3f11a-84a0-413e-8cef-53fc47076069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:32.612531 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-68e3f11a-84a0-413e-8cef-53fc47076069 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cdb244c677264a58ae8a06742292aba4&device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 1096 time: 0.1995857 Nov 19 15:04:32.622382 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56116434-a0ac-47f1-b08e-09d0d07abe10 req-434ade9d-b624-4f5a-90d5-9389883d7f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:32.623794 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-56116434-a0ac-47f1-b08e-09d0d07abe10 req-434ade9d-b624-4f5a-90d5-9389883d7f65 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=cdb244c677264a58ae8a06742292aba4&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2544410 Nov 19 15:04:32.626364 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7225cdf-45d8-4b5b-8500-3a15894b714f req-d910452f-b1dc-4bcd-a113-6b7748794e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:32.627707 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b7225cdf-45d8-4b5b-8500-3a15894b714f req-d910452f-b1dc-4bcd-a113-6b7748794e97 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5eaa9bd6803a47d79c92591db12100ff&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2573218 Nov 19 15:04:32.632065 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52754be1-80e5-4d02-8631-4bc46da0d44c req-0693f639-4aa1-4ec6-9d51-cbabebe0e7bd tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:32.634842 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-52754be1-80e5-4d02-8631-4bc46da0d44c req-0693f639-4aa1-4ec6-9d51-cbabebe0e7bd tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 944 time: 0.0512006 Nov 19 15:04:32.686279 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b0864-c2d7-43a7-b013-be46f35cdadc req-d572da6b-147b-4929-9518-046ab047776c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:32.687728 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-413b0864-c2d7-43a7-b013-be46f35cdadc req-d572da6b-147b-4929-9518-046ab047776c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 943 time: 0.0495455 Nov 19 15:04:32.688007 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-52754be1-80e5-4d02-8631-4bc46da0d44c req-d1a8d0e9-a658-493c-bfb1-96bb6086e701 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473826 Nov 19 15:04:32.735286 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-413b0864-c2d7-43a7-b013-be46f35cdadc req-670beb8a-a634-4e0a-8387-3bc8b15ad8d3 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412977 Nov 19 15:04:32.886900 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b7d47-f4d8-4274-9fe1-b5c9bfd1ffba req-12473e05-a618-4768-a584-b58ed2ef6c28 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:32.888506 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-179b7d47-f4d8-4274-9fe1-b5c9bfd1ffba req-12473e05-a618-4768-a584-b58ed2ef6c28 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 943 time: 0.0506907 Nov 19 15:04:32.938208 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-179b7d47-f4d8-4274-9fe1-b5c9bfd1ffba req-1c3f0d1b-9441-4778-97d3-2c49eaa206b4 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432298 Nov 19 15:04:33.691578 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059b1e3-a826-433b-881a-fefc659d7a73 req-1cef4b85-6d8c-4d7a-9eb6-b1a745bb1b43 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:33.693050 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-c059b1e3-a826-433b-881a-fefc659d7a73 req-1cef4b85-6d8c-4d7a-9eb6-b1a745bb1b43 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 944 time: 0.0475197 Nov 19 15:04:33.739095 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-c059b1e3-a826-433b-881a-fefc659d7a73 req-0d10a84d-fcc9-479f-844d-bbee3b3f50d4 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400443 Nov 19 15:04:33.801283 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f4824-5190-4bf1-85c5-b7db52785040 req-7331f915-73f2-4be5-a845-efec1eae5b88 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:33.802746 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-979f4824-5190-4bf1-85c5-b7db52785040 req-7331f915-73f2-4be5-a845-efec1eae5b88 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 944 time: 0.0484891 Nov 19 15:04:33.853925 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-979f4824-5190-4bf1-85c5-b7db52785040 req-2430ba96-94de-45ea-96eb-c81316b6c89f tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451107 Nov 19 15:04:33.857893 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b025c14-5689-4624-9f76-4c4f0a8d67eb req-fc751cdc-5264-4c26-b3e1-d9cee8b1f967 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:33.859336 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6b025c14-5689-4624-9f76-4c4f0a8d67eb req-fc751cdc-5264-4c26-b3e1-d9cee8b1f967 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 943 time: 0.0527189 Nov 19 15:04:33.906225 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6b025c14-5689-4624-9f76-4c4f0a8d67eb req-617174c0-bcb7-4753-a20b-b0cbf8f3b1fc tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403066 Nov 19 15:04:33.992643 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:34.052494 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf3da7-fb57-4d3a-86b7-dd5acadf51b3 req-db536b63-e035-434f-9b41-7aea48a8fec4 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:34.053868 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-37bf3da7-fb57-4d3a-86b7-dd5acadf51b3 req-db536b63-e035-434f-9b41-7aea48a8fec4 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 943 time: 0.0477118 Nov 19 15:04:34.100543 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-37bf3da7-fb57-4d3a-86b7-dd5acadf51b3 req-5d97553a-3f8f-4205-bdd9-2fa433631c0f tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408087 Nov 19 15:04:34.851678 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c9091-982d-47ac-812b-e2800ed17c84 req-5d71f5aa-e6d3-4473-84a5-c9a4af442de6 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:34.853146 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8f1c9091-982d-47ac-812b-e2800ed17c84 req-5d71f5aa-e6d3-4473-84a5-c9a4af442de6 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 944 time: 0.0482609 Nov 19 15:04:34.899744 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8f1c9091-982d-47ac-812b-e2800ed17c84 req-11380967-766d-4d66-a93c-6f517ad9bc14 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407677 Nov 19 15:04:34.973961 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c418a-55e8-4ae6-824d-af4aa097680e req-83f8f7ce-1424-4257-a188-333df73394ed tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:34.975465 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-913c418a-55e8-4ae6-824d-af4aa097680e req-83f8f7ce-1424-4257-a188-333df73394ed tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 944 time: 0.0555055 Nov 19 15:04:35.023166 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-913c418a-55e8-4ae6-824d-af4aa097680e req-cf88283b-a83c-45fe-b317-495346b16cd6 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419886 Nov 19 15:04:35.026259 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8f46a-cc27-4a35-a20f-35e4e2d230ac req-0d0654cb-eb69-4e6c-88b0-9c0e79ad6f6a tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:35.027698 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e8f8f46a-cc27-4a35-a20f-35e4e2d230ac req-0d0654cb-eb69-4e6c-88b0-9c0e79ad6f6a tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 943 time: 0.0476813 Nov 19 15:04:35.077968 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e8f8f46a-cc27-4a35-a20f-35e4e2d230ac req-b1811092-4762-4c10-9e40-475fa2456827 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440786 Nov 19 15:04:35.214267 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9a662-10e8-4ff2-b3ee-5dcef8217d10 req-e974976e-0749-4b18-8259-61d652ffba95 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:35.215952 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-b7b9a662-10e8-4ff2-b3ee-5dcef8217d10 req-e974976e-0749-4b18-8259-61d652ffba95 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 943 time: 0.0477540 Nov 19 15:04:35.261986 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-b7b9a662-10e8-4ff2-b3ee-5dcef8217d10 req-0581de9c-8514-461c-bde9-8d17ea002de2 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400021 Nov 19 15:04:35.615234 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-d19fb816-e0cc-4243-92fd-9a357c4b4ecc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4 HTTP/1.1" status: 200 len: 217 time: 0.1157305 Nov 19 15:04:35.739319 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-18d97523-c3c0-417f-addf-4864dc8c9483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:35.740740 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-18d97523-c3c0-417f-addf-4864dc8c9483 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8290f5d-0d5d-4a74-9e3b-0c433bc14b68 HTTP/1.1" status: 200 len: 859 time: 0.1004589 Nov 19 15:04:35.748582 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7225cdf-45d8-4b5b-8500-3a15894b714f req-b2473e13-67b4-45d9-ad12-0f7423156e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:35.749942 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b7225cdf-45d8-4b5b-8500-3a15894b714f req-b2473e13-67b4-45d9-ad12-0f7423156e6e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2442949 Nov 19 15:04:35.813982 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-403edd9a-04cf-4128-b173-3d6b7717e873 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9bdc62e5-2180-4755-99bd-fe198da300d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614543 Nov 19 15:04:35.817750 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56116434-a0ac-47f1-b08e-09d0d07abe10 req-57e25322-079f-4502-a0bb-5eebb1a11090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:35.819171 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-56116434-a0ac-47f1-b08e-09d0d07abe10 req-57e25322-079f-4502-a0bb-5eebb1a11090 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3125610 Nov 19 15:04:35.932880 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-6ac73b45-dcd1-4943-b807-e8fb8f05d43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:35.934292 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-6ac73b45-dcd1-4943-b807-e8fb8f05d43f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5eaa9bd6803a47d79c92591db12100ff&device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 1096 time: 0.1448205 Nov 19 15:04:35.997169 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817442ef-cca6-4430-857c-c3df8e5137ce req-54f7f6d8-9a21-4513-a932-153fb60f85ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:35.998697 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-817442ef-cca6-4430-857c-c3df8e5137ce req-54f7f6d8-9a21-4513-a932-153fb60f85ca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cdb244c677264a58ae8a06742292aba4&device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 1096 time: 0.1178763 Nov 19 15:04:36.002587 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-eeccdc90-289b-4213-9a50-04b866ccb9ee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=474c9f67-fb9a-42a4-8ae6-f2786e33ea63 HTTP/1.1" status: 200 len: 217 time: 0.0563149 Nov 19 15:04:36.013969 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-a90d6cb5-7944-4f2f-b7aa-f4b85c1ff2ab service neutron] 10.222.0.11 "GET /v2.0/networks/9bdc62e5-2180-4755-99bd-fe198da300d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778953 Nov 19 15:04:36.147839 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209aa66e-3e81-49f7-95ca-e8f5c806aac5 req-67978cfe-51b3-4577-8769-6a31b8a4cb23 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:36.149487 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-209aa66e-3e81-49f7-95ca-e8f5c806aac5 req-67978cfe-51b3-4577-8769-6a31b8a4cb23 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 944 time: 0.0554547 Nov 19 15:04:36.203935 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-209aa66e-3e81-49f7-95ca-e8f5c806aac5 req-f953baaf-d04b-4f71-b0d4-4aa50718579d tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477769 Nov 19 15:04:36.280924 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-817442ef-cca6-4430-857c-c3df8e5137ce req-4c86a9c0-11ab-457b-b837-577178c81e14 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c HTTP/1.1" status: 200 len: 217 time: 0.2659914 Nov 19 15:04:36.308441 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114892f-0b79-4ac0-80f1-df2357767931 req-e6bff54a-53fe-4476-979c-60fca792a255 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:36.309908 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-0114892f-0b79-4ac0-80f1-df2357767931 req-e6bff54a-53fe-4476-979c-60fca792a255 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 943 time: 0.0490978 Nov 19 15:04:36.366893 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-0114892f-0b79-4ac0-80f1-df2357767931 req-40bf99ab-6d36-4152-a8a6-7a633e8d7a13 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499439 Nov 19 15:04:36.380458 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee388fa9-1044-4806-832c-5f9b5a49e763 req-cf0d4f8c-3507-430a-b449-240c0d6f076f tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:36.382017 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ee388fa9-1044-4806-832c-5f9b5a49e763 req-cf0d4f8c-3507-430a-b449-240c0d6f076f tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 944 time: 0.3869638 Nov 19 15:04:36.396348 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-e99b5822-5642-48d6-a8c1-f2bdb33da3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:36.397783 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-e99b5822-5642-48d6-a8c1-f2bdb33da3cc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8fec746e-ce9d-4877-a4a1-5ea67aae0682 HTTP/1.1" status: 200 len: 856 time: 0.3818853 Nov 19 15:04:36.428485 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817442ef-cca6-4430-857c-c3df8e5137ce req-ca507af2-6e41-4b03-9912-ba1efdedfe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:36.430058 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-817442ef-cca6-4430-857c-c3df8e5137ce req-ca507af2-6e41-4b03-9912-ba1efdedfe75 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8290f5d-0d5d-4a74-9e3b-0c433bc14b68 HTTP/1.1" status: 200 len: 859 time: 0.1364889 Nov 19 15:04:36.503073 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-817442ef-cca6-4430-857c-c3df8e5137ce req-a4795af2-eb8b-4792-8efc-a2fbb50b7dbc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9bdc62e5-2180-4755-99bd-fe198da300d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614111 Nov 19 15:04:36.507058 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44527893-85bf-40a8-bb7e-cc4d4718dfd6 req-26f2b6cf-1b4d-4603-b685-f535ae1f5e7a tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:36.508584 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-44527893-85bf-40a8-bb7e-cc4d4718dfd6 req-26f2b6cf-1b4d-4603-b685-f535ae1f5e7a tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 943 time: 0.0504994 Nov 19 15:04:36.519762 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ee1a72ef-8b9e-41d4-b032-b3f8216ca9b3 req-c997201c-7940-4817-9fe9-959a92920ba3 service neutron] 10.222.0.11 "GET /v2.0/networks/9bdc62e5-2180-4755-99bd-fe198da300d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4761446 Nov 19 15:04:36.555166 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ee388fa9-1044-4806-832c-5f9b5a49e763 req-a4cfcdf5-e7f1-442c-a48d-ca8a7f8658af tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656022 Nov 19 15:04:36.558777 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-44527893-85bf-40a8-bb7e-cc4d4718dfd6 req-c1b2fa15-b3e7-4096-8b24-0ac2492b6ea3 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440149 Nov 19 15:04:36.589602 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-c2abc8c1-d9fc-4d6b-b1ea-b5e805d49b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:36.591315 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-c2abc8c1-d9fc-4d6b-b1ea-b5e805d49b94 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f97c391d-7c3e-4d86-a9cf-5e771e36f18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1807706 Nov 19 15:04:36.684647 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-817442ef-cca6-4430-857c-c3df8e5137ce req-bd64b4d0-3d35-43fc-bfea-000e6dce5408 service neutron] 10.222.0.11 "GET /v2.0/networks/9bdc62e5-2180-4755-99bd-fe198da300d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631219 Nov 19 15:04:36.753755 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-e7017be9-5c76-4fa6-b3ff-7590f7d755f7 service neutron] 10.222.0.11 "GET /v2.0/networks/f97c391d-7c3e-4d86-a9cf-5e771e36f18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527727 Nov 19 15:04:36.853974 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-817442ef-cca6-4430-857c-c3df8e5137ce req-46679598-5662-498f-baaf-18aba492af3a service neutron] 10.222.0.11 "GET /v2.0/networks/9bdc62e5-2180-4755-99bd-fe198da300d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575007 Nov 19 15:04:36.887004 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d3b86bd5-25f5-4289-bd64-b016bd33c75c req-a0a11cb1-6a43-4f86-997f-b1350e9e8b41 service neutron] 10.222.0.11 "GET /v2.0/networks/f97c391d-7c3e-4d86-a9cf-5e771e36f18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228263 Nov 19 15:04:37.323695 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c89964-e662-4b3b-a9ba-dd16cb755eec req-9e9cfbb1-46ba-4533-aa80-84693f3ea66f tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:37.325151 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-67c89964-e662-4b3b-a9ba-dd16cb755eec req-9e9cfbb1-46ba-4533-aa80-84693f3ea66f tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 944 time: 0.0503118 Nov 19 15:04:37.374405 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-67c89964-e662-4b3b-a9ba-dd16cb755eec req-55d21265-8e2a-48b6-93c1-0be3dcd9e435 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422521 Nov 19 15:04:37.492293 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce834e5-c21e-442d-9b85-e29f72d4d55e req-e9368b99-ba7a-4ffa-86bc-5d880cc60184 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:37.493807 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-fce834e5-c21e-442d-9b85-e29f72d4d55e req-e9368b99-ba7a-4ffa-86bc-5d880cc60184 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 943 time: 0.0536580 Nov 19 15:04:37.541479 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-fce834e5-c21e-442d-9b85-e29f72d4d55e req-29bf2813-1f69-4cb6-a89f-2d0621aec955 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414300 Nov 19 15:04:37.680485 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d73da-45e7-404b-b438-4f256902e0dc req-8cec5038-9ddc-4fef-aa8f-f6c980f0664e tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:37.681995 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-985d73da-45e7-404b-b438-4f256902e0dc req-8cec5038-9ddc-4fef-aa8f-f6c980f0664e tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 944 time: 0.0541675 Nov 19 15:04:37.694232 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87d8bb-fe3f-4a9b-9ac1-59b0236ff2dd req-b5f8741a-9a8c-4103-9a25-8d63c951d014 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:37.695839 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-3d87d8bb-fe3f-4a9b-9ac1-59b0236ff2dd req-b5f8741a-9a8c-4103-9a25-8d63c951d014 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 943 time: 0.0532045 Nov 19 15:04:37.731417 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-985d73da-45e7-404b-b438-4f256902e0dc req-d220e4d0-20f1-4eaa-a32b-a3ee31827fc2 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433605 Nov 19 15:04:37.745828 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 40162) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:37.759883 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-3d87d8bb-fe3f-4a9b-9ac1-59b0236ff2dd req-0c461f25-e9c6-4d19-87eb-25074601596d tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571926 Nov 19 15:04:37.851068 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-6004a3b0-3c0a-49f1-90ae-038d7a9c9feb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:37.924714 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-6004a3b0-3c0a-49f1-90ae-038d7a9c9feb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:37.928329 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-6004a3b0-3c0a-49f1-90ae-038d7a9c9feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:37.964877 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-6004a3b0-3c0a-49f1-90ae-038d7a9c9feb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ffd74d0dd4864f2f9e50007fac3ba4b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160709 Nov 19 15:04:37.967010 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004a3b0-3c0a-49f1-90ae-038d7a9c9feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b92095-6fdc-4977-b16e-d5e980760cc7,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:37.967799 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 40168) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:38.027570 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d8b45c49-7b2a-46ce-adf7-296e97c1fbd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:38.052976 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d8b45c49-7b2a-46ce-adf7-296e97c1fbd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:38.100466 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d8b45c49-7b2a-46ce-adf7-296e97c1fbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:38.103273 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d8b45c49-7b2a-46ce-adf7-296e97c1fbd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:38.104411 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-d8b45c49-7b2a-46ce-adf7-296e97c1fbd9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/42b92095-6fdc-4977-b16e-d5e980760cc7 HTTP/1.1" status: 204 len: 168 time: 0.1355848 Nov 19 15:04:38.119264 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b45c49-7b2a-46ce-adf7-296e97c1fbd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b92095-6fdc-4977-b16e-d5e980760cc7,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:38.422204 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 40220) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:38.439010 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-89a9e89b-81f4-420d-a3ef-3d5bb0c7ccda admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:38.514818 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc3f01-7a0a-4b58-84f6-faa6e69119de req-0fe590ab-5c36-48ee-86d3-3ab42fb5ef60 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:38.516453 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-95cc3f01-7a0a-4b58-84f6-faa6e69119de req-0fe590ab-5c36-48ee-86d3-3ab42fb5ef60 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 944 time: 0.0575476 Nov 19 15:04:38.546402 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-89a9e89b-81f4-420d-a3ef-3d5bb0c7ccda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:38.552372 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-89a9e89b-81f4-420d-a3ef-3d5bb0c7ccda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:38.581571 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-95cc3f01-7a0a-4b58-84f6-faa6e69119de req-26eca62f-b317-48ef-a45f-cfb1c27cf4d6 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567663 Nov 19 15:04:38.593265 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-89a9e89b-81f4-420d-a3ef-3d5bb0c7ccda admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4bb9e4b38891411785b8150edaff3ec8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1676419 Nov 19 15:04:38.596402 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9e89b-81f4-420d-a3ef-3d5bb0c7ccda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618ad9b9-f40a-4f50-a65a-45215b16796c,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:38.596949 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 40232) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:38.662893 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-fb45d211-d117-475a-8a02-c7412cb68500 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:38.678743 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9cc30a-5755-49bd-aab3-33cb694549a8 req-514daab2-f856-4131-81be-0727303abfb3 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:38.685273 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ae9cc30a-5755-49bd-aab3-33cb694549a8 req-514daab2-f856-4131-81be-0727303abfb3 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 943 time: 0.0584986 Nov 19 15:04:38.685520 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-fb45d211-d117-475a-8a02-c7412cb68500 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:38.734686 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ae9cc30a-5755-49bd-aab3-33cb694549a8 req-8fd5e1fb-4c84-44bd-90f8-909ff1ab4175 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484605 Nov 19 15:04:38.735660 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-fb45d211-d117-475a-8a02-c7412cb68500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:38.740225 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-fb45d211-d117-475a-8a02-c7412cb68500 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:38.746900 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-fb45d211-d117-475a-8a02-c7412cb68500 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/618ad9b9-f40a-4f50-a65a-45215b16796c HTTP/1.1" status: 204 len: 168 time: 0.1481531 Nov 19 15:04:38.761961 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45d211-d117-475a-8a02-c7412cb68500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618ad9b9-f40a-4f50-a65a-45215b16796c,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:38.887405 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7739e8c-cc1d-463a-b2ec-d9c6ea747ee3 req-10aaa267-1f0c-4648-86ab-4f17e2c72fe5 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:38.895165 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a7739e8c-cc1d-463a-b2ec-d9c6ea747ee3 req-10aaa267-1f0c-4648-86ab-4f17e2c72fe5 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 944 time: 0.0699909 Nov 19 15:04:38.897796 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797513e-7697-4451-a76b-b997d74b3bbc req-4e87deb5-51a3-4232-84ad-910efa09f92d tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:38.905636 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-2797513e-7697-4451-a76b-b997d74b3bbc req-4e87deb5-51a3-4232-84ad-910efa09f92d tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 943 time: 0.0663259 Nov 19 15:04:38.947875 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a7739e8c-cc1d-463a-b2ec-d9c6ea747ee3 req-5e88b3cb-1031-4247-ad59-798353e6f47a tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502460 Nov 19 15:04:38.960074 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-2797513e-7697-4451-a76b-b997d74b3bbc req-92fca8a9-64af-424e-9dfe-acbe9dfffa53 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531402 Nov 19 15:04:39.703345 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc798eb-9e38-4285-86ee-6490b247db89 req-8644bb13-220d-4881-b70b-7cec93e15771 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:39.704941 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8dc798eb-9e38-4285-86ee-6490b247db89 req-8644bb13-220d-4881-b70b-7cec93e15771 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 944 time: 0.0532751 Nov 19 15:04:39.761750 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8dc798eb-9e38-4285-86ee-6490b247db89 req-0fb771fb-4345-40ee-8d6a-71180231f873 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509744 Nov 19 15:04:39.871177 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a6b67-c430-4d5e-92d4-9a78ea0cfb9e req-a6f5845e-bf6f-4925-a5c5-40fec460e2b1 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:39.872654 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-651a6b67-c430-4d5e-92d4-9a78ea0cfb9e req-a6f5845e-bf6f-4925-a5c5-40fec460e2b1 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 943 time: 0.0487108 Nov 19 15:04:39.920337 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-651a6b67-c430-4d5e-92d4-9a78ea0cfb9e req-d0cce03c-3b2d-4efd-8840-dbdbcbf81c60 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410199 Nov 19 15:04:40.073797 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cdb76-10a2-436e-a10d-9cd00f74fc43 req-950a10f9-714d-4b5f-b3af-1351a7e59a06 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:40.082195 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-774cdb76-10a2-436e-a10d-9cd00f74fc43 req-950a10f9-714d-4b5f-b3af-1351a7e59a06 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 944 time: 0.0674274 Nov 19 15:04:40.121286 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3dde8-f79d-4b63-b560-5e1cc6a9048d req-ff5916ca-bf4f-45e7-900e-b7905e9c06a0 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:40.122923 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-48a3dde8-f79d-4b63-b560-5e1cc6a9048d req-ff5916ca-bf4f-45e7-900e-b7905e9c06a0 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 943 time: 0.0753753 Nov 19 15:04:40.128982 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-774cdb76-10a2-436e-a10d-9cd00f74fc43 req-97a90492-553d-4183-aee0-c667444cc6e7 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457590 Nov 19 15:04:40.172773 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-48a3dde8-f79d-4b63-b560-5e1cc6a9048d req-ed56313d-6627-46bc-9fe4-ce6ed99594a3 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427463 Nov 19 15:04:40.881291 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2253f5-32f4-46a4-b7f8-5412a7e1bfc9 req-3a67f54c-2df3-4acf-8595-6475d747696a tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:40.882738 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ba2253f5-32f4-46a4-b7f8-5412a7e1bfc9 req-3a67f54c-2df3-4acf-8595-6475d747696a tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 944 time: 0.0484993 Nov 19 15:04:40.934066 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ba2253f5-32f4-46a4-b7f8-5412a7e1bfc9 req-484dad14-adc5-468a-8dde-7dd2fe2b17ff tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451748 Nov 19 15:04:41.041720 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3213b91b-7a9e-40fd-ade8-6d3caa972b6d req-6456f1f3-6b80-41e4-9bf8-359499e37952 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:41.043282 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-3213b91b-7a9e-40fd-ade8-6d3caa972b6d req-6456f1f3-6b80-41e4-9bf8-359499e37952 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 943 time: 0.0498078 Nov 19 15:04:41.095729 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-3213b91b-7a9e-40fd-ade8-6d3caa972b6d req-39614256-6406-4492-ad80-25c19b309c26 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460570 Nov 19 15:04:41.129524 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4 details requested by agent hyperv_hv-cinder-81757 with host hv-cinder-81757 {{(pid=102741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 15:04:41.263785 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4,segment=NetworkSegment(4393c4d3-f30b-4ef6-b52f-f040b25a1a29),segment_id=4393c4d3-f30b-4ef6-b52f-f040b25a1a29)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:04:41.273620 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc908f4a-2d44-4d9c-a8da-290a39b53e47 req-8c53d85b-e0d9-437f-951d-a436fa75cd44 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:41.275375 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-dc908f4a-2d44-4d9c-a8da-290a39b53e47 req-8c53d85b-e0d9-437f-951d-a436fa75cd44 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 944 time: 0.0746927 Nov 19 15:04:41.277109 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Returning: {'device': '24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4', 'network_id': '9bdc62e5-2180-4755-99bd-fe198da300d6', 'port_id': '24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4', 'mac_address': 'fa:16:3e:5f:8f:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8290f5d-0d5d-4a74-9e3b-0c433bc14b68', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 15:04:41.320340 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def08c2-4f26-4e93-b031-d826969d72a9 req-d49d33f2-a1b5-474c-a0fd-2812e243af97 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:41.327784 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-2def08c2-4f26-4e93-b031-d826969d72a9 req-d49d33f2-a1b5-474c-a0fd-2812e243af97 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 943 time: 0.0760150 Nov 19 15:04:41.349839 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:41.370218 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-dc908f4a-2d44-4d9c-a8da-290a39b53e47 req-ead7ea08-d217-4ae9-8d90-c96d26ad0051 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848694 Nov 19 15:04:41.381634 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4 {{(pid=102741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:04:41.403786 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-2def08c2-4f26-4e93-b031-d826969d72a9 req-15ff105e-1f96-4ded-9210-c1eedca29847 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750003 Nov 19 15:04:41.417351 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4,segment=NetworkSegment(4393c4d3-f30b-4ef6-b52f-f040b25a1a29),segment_id=4393c4d3-f30b-4ef6-b52f-f040b25a1a29)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:04:41.427011 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:41.428227 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 08cbe617-de50-484d-9296-d6a6db7fcc1c details requested by agent hyperv_hv-cinder-81757 with host hv-cinder-81757 {{(pid=102741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 15:04:41.538334 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4,revision_number=4']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:41.585104 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 08cbe617-de50-484d-9296-d6a6db7fcc1c, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=08cbe617-de50-484d-9296-d6a6db7fcc1c,segment=NetworkSegment(825cdef8-593d-4f91-8a08-956301887ecd),segment_id=825cdef8-593d-4f91-8a08-956301887ecd)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:04:41.599941 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Returning: {'device': '08cbe617-de50-484d-9296-d6a6db7fcc1c', 'network_id': '3c9cca4b-ed41-4a56-84cf-c924ddaee6d8', 'port_id': '08cbe617-de50-484d-9296-d6a6db7fcc1c', 'mac_address': 'fa:16:3e:85:0a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794ab25b-a9e8-4a59-a490-7e3e827b5ce9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 15:04:41.635071 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 40394) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:41.644383 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:41.657709 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08cbe617-de50-484d-9296-d6a6db7fcc1c {{(pid=102741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:04:41.678388 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 08cbe617-de50-484d-9296-d6a6db7fcc1c, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=08cbe617-de50-484d-9296-d6a6db7fcc1c,segment=NetworkSegment(825cdef8-593d-4f91-8a08-956301887ecd),segment_id=825cdef8-593d-4f91-8a08-956301887ecd)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:04:41.683435 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:41.684720 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 94209437-90e5-4185-8bfb-c299b5e4e597 details requested by agent hyperv_hv-cinder-81757 with host hv-cinder-81757 {{(pid=102741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 15:04:41.761728 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d8d6b889-4f99-42ed-a37f-03121827dc91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:41.794709 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=08cbe617-de50-484d-9296-d6a6db7fcc1c,revision_number=4']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:41.838547 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 94209437-90e5-4185-8bfb-c299b5e4e597, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=94209437-90e5-4185-8bfb-c299b5e4e597,segment=NetworkSegment(95ddcab1-baed-4dee-a29d-ed919666ff8f),segment_id=95ddcab1-baed-4dee-a29d-ed919666ff8f)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:04:41.851837 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Returning: {'device': '94209437-90e5-4185-8bfb-c299b5e4e597', 'network_id': 'cd986946-8454-44e7-80e5-6d3c5bfe30eb', 'port_id': '94209437-90e5-4185-8bfb-c299b5e4e597', 'mac_address': 'fa:16:3e:85:56:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66863856-ad42-4629-ab56-51eb7761d1fa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 15:04:41.887407 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d8d6b889-4f99-42ed-a37f-03121827dc91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:41.892686 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d8d6b889-4f99-42ed-a37f-03121827dc91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:41.897810 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:41.914973 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94209437-90e5-4185-8bfb-c299b5e4e597 {{(pid=102741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:04:41.932628 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-d8d6b889-4f99-42ed-a37f-03121827dc91 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4908634cf849464c855774f051faae60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2964156 Nov 19 15:04:41.935569 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 40412) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:41.935907 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 94209437-90e5-4185-8bfb-c299b5e4e597, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=94209437-90e5-4185-8bfb-c299b5e4e597,segment=NetworkSegment(95ddcab1-baed-4dee-a29d-ed919666ff8f),segment_id=95ddcab1-baed-4dee-a29d-ed919666ff8f)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:04:41.940085 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:41.940817 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c details requested by agent hyperv_hv-cinder-81757 with host hv-cinder-81757 {{(pid=102741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 15:04:41.945483 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6b889-4f99-42ed-a37f-03121827dc91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3ec009-2108-4aa2-98d7-9cf4a0d43929,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:42.020988 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=94209437-90e5-4185-8bfb-c299b5e4e597,revision_number=4']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:42.024919 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c,segment=NetworkSegment(4393c4d3-f30b-4ef6-b52f-f040b25a1a29),segment_id=4393c4d3-f30b-4ef6-b52f-f040b25a1a29)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:04:42.042323 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Returning: {'device': 'b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c', 'network_id': '9bdc62e5-2180-4755-99bd-fe198da300d6', 'port_id': 'b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c', 'mac_address': 'fa:16:3e:e5:5b:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8290f5d-0d5d-4a74-9e3b-0c433bc14b68', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 15:04:42.051670 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-dd95824c-7397-45c1-ae17-9c7daa51ffd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:42.077118 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-dd95824c-7397-45c1-ae17-9c7daa51ffd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:42.085252 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ad114-ca70-4b4a-8787-ac3208415796 req-7c2cfae0-2da2-43f4-92d5-bf9fecc2edc5 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:42.086908 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1a2ad114-ca70-4b4a-8787-ac3208415796 req-7c2cfae0-2da2-43f4-92d5-bf9fecc2edc5 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 945 time: 0.0635746 Nov 19 15:04:42.094353 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:42.110906 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c {{(pid=102741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:04:42.134923 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c,segment=NetworkSegment(4393c4d3-f30b-4ef6-b52f-f040b25a1a29),segment_id=4393c4d3-f30b-4ef6-b52f-f040b25a1a29)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:04:42.140293 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:42.146142 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-dd95824c-7397-45c1-ae17-9c7daa51ffd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:42.149050 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-dd95824c-7397-45c1-ae17-9c7daa51ffd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:42.150202 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-dd95824c-7397-45c1-ae17-9c7daa51ffd4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce3ec009-2108-4aa2-98d7-9cf4a0d43929 HTTP/1.1" status: 204 len: 168 time: 0.2133327 Nov 19 15:04:42.160444 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1a2ad114-ca70-4b4a-8787-ac3208415796 req-47118d6f-96bd-4d1b-9124-4f205ca02b4d tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666356 Nov 19 15:04:42.162850 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd95824c-7397-45c1-ae17-9c7daa51ffd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3ec009-2108-4aa2-98d7-9cf4a0d43929,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:42.236126 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c,revision_number=4']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:42.252080 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a9e24-1e33-4be2-9ce6-0314958e248a req-8e9a7d35-6f46-4fa9-9975-4aa34ebbba48 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:42.253590 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-dd2a9e24-1e33-4be2-9ce6-0314958e248a req-8e9a7d35-6f46-4fa9-9975-4aa34ebbba48 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 943 time: 0.0657995 Nov 19 15:04:42.301921 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-dd2a9e24-1e33-4be2-9ce6-0314958e248a req-1c0a42d2-3549-4d9c-adb0-29bfdf18609c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418923 Nov 19 15:04:42.484730 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 40430) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:42.512709 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6c4e4d49-a02b-46f4-940a-2da8ee90a166 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:42.519977 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a5946-7249-49ff-a3ed-a7faff56e8b1 req-0dc7f33e-1a2f-46b7-8485-3c25783f734e tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:42.521603 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1b2a5946-7249-49ff-a3ed-a7faff56e8b1 req-0dc7f33e-1a2f-46b7-8485-3c25783f734e tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 945 time: 0.0601289 Nov 19 15:04:42.552012 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99926d12-0949-4ce4-a6fe-5cde05e97590 req-2f212a0a-54b3-4c1e-8aaa-eef425d10a5f tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:42.553565 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-99926d12-0949-4ce4-a6fe-5cde05e97590 req-2f212a0a-54b3-4c1e-8aaa-eef425d10a5f tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 944 time: 0.0775394 Nov 19 15:04:42.591740 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1b2a5946-7249-49ff-a3ed-a7faff56e8b1 req-f5d45d8f-291d-43d9-a310-4a24d87e7187 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611660 Nov 19 15:04:42.631784 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-99926d12-0949-4ce4-a6fe-5cde05e97590 req-b55f65b9-64fe-46ab-b9d9-05120d7eb321 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662780 Nov 19 15:04:42.656239 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6c4e4d49-a02b-46f4-940a-2da8ee90a166 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:42.660859 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6c4e4d49-a02b-46f4-940a-2da8ee90a166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:42.701359 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-6c4e4d49-a02b-46f4-940a-2da8ee90a166 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fba2a2f503de4a29b01ef08a49fca4a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2148473 Nov 19 15:04:42.702250 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e4d49-a02b-46f4-940a-2da8ee90a166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d0d608-aa82-45e7-b456-00c045c2411a,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:42.703399 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 40440) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:42.753367 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['08cbe617-de50-484d-9296-d6a6db7fcc1c'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:04:42.758708 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ed2989ee-d6dd-4758-9c2f-70e11d691d89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:42.786509 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ed2989ee-d6dd-4758-9c2f-70e11d691d89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:42.796537 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:04:42.807899 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:04:42.841179 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ed2989ee-d6dd-4758-9c2f-70e11d691d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:42.843771 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ed2989ee-d6dd-4758-9c2f-70e11d691d89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:42.848060 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-ed2989ee-d6dd-4758-9c2f-70e11d691d89 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63d0d608-aa82-45e7-b456-00c045c2411a HTTP/1.1" status: 204 len: 168 time: 0.1403859 Nov 19 15:04:42.854723 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2989ee-d6dd-4758-9c2f-70e11d691d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d0d608-aa82-45e7-b456-00c045c2411a,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:42.946572 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['94209437-90e5-4185-8bfb-c299b5e4e597'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:04:43.121491 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 474c9f67-fb9a-42a4-8ae6-f2786e33ea63 details requested by agent hyperv_hv-cinder-81757 with host hv-cinder-81757 {{(pid=102741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 15:04:43.327953 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc776134-44ca-4769-9edf-14f3d53ca7e2 req-e74cef1c-13e4-4c24-9dbd-dad9abad2ea5 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:43.330737 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-cc776134-44ca-4769-9edf-14f3d53ca7e2 req-e74cef1c-13e4-4c24-9dbd-dad9abad2ea5 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 945 time: 0.0856612 Nov 19 15:04:43.452947 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-cc776134-44ca-4769-9edf-14f3d53ca7e2 req-3b1c4b56-96ba-4686-b16e-ebe6212bf5bc tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982604 Nov 19 15:04:43.504730 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59110d1f-539b-4b0a-b1be-80a8ccefcbcc req-5a008cb9-56c5-4ba9-aa99-9b0465976548 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:43.512125 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-59110d1f-539b-4b0a-b1be-80a8ccefcbcc req-5a008cb9-56c5-4ba9-aa99-9b0465976548 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 943 time: 0.0985446 Nov 19 15:04:43.521840 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 474c9f67-fb9a-42a4-8ae6-f2786e33ea63, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=474c9f67-fb9a-42a4-8ae6-f2786e33ea63,segment=NetworkSegment(ed8113ae-2a5c-4a27-affb-b258a654385e),segment_id=ed8113ae-2a5c-4a27-affb-b258a654385e)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:04:43.546801 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Returning: {'device': '474c9f67-fb9a-42a4-8ae6-f2786e33ea63', 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c', 'port_id': '474c9f67-fb9a-42a4-8ae6-f2786e33ea63', 'mac_address': 'fa:16:3e:6f:ba:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fec746e-ce9d-4877-a4a1-5ea67aae0682', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 15:04:43.569765 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-59110d1f-539b-4b0a-b1be-80a8ccefcbcc req-0090c382-7cd6-4890-8a4c-20891da7f462 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530260 Nov 19 15:04:43.701040 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:43.724811 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 474c9f67-fb9a-42a4-8ae6-f2786e33ea63 {{(pid=102741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:04:43.741293 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901bf00-7762-4375-9688-718c0a0adb75 req-a92d4f5d-eb11-4c96-8085-72a21c2e19d3 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:43.747598 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 474c9f67-fb9a-42a4-8ae6-f2786e33ea63, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=474c9f67-fb9a-42a4-8ae6-f2786e33ea63,segment=NetworkSegment(ed8113ae-2a5c-4a27-affb-b258a654385e),segment_id=ed8113ae-2a5c-4a27-affb-b258a654385e)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:04:43.749360 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e901bf00-7762-4375-9688-718c0a0adb75 req-a92d4f5d-eb11-4c96-8085-72a21c2e19d3 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 945 time: 0.0775602 Nov 19 15:04:43.761034 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:43.794681 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730dc65c-c407-45fc-bae6-7fa3bbd57c33 req-2883ef52-2eb4-4b93-8320-1757cdfdabcf tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:43.796336 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-730dc65c-c407-45fc-bae6-7fa3bbd57c33 req-2883ef52-2eb4-4b93-8320-1757cdfdabcf tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 944 time: 0.0845089 Nov 19 15:04:43.798410 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e901bf00-7762-4375-9688-718c0a0adb75 req-326d5b05-fe30-4eb4-b858-449eb918f8e3 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453784 Nov 19 15:04:43.825531 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=474c9f67-fb9a-42a4-8ae6-f2786e33ea63,revision_number=4']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:43.867939 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-730dc65c-c407-45fc-bae6-7fa3bbd57c33 req-e71c1f30-d3b4-42f7-9f67-0230201b15a1 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606446 Nov 19 15:04:44.196619 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['474c9f67-fb9a-42a4-8ae6-f2786e33ea63'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:04:44.276418 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 40528) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:44.384731 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-d7dc5612-045c-45f8-b90d-6538f31bcb6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:44.460771 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-d7dc5612-045c-45f8-b90d-6538f31bcb6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:44.464832 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-d7dc5612-045c-45f8-b90d-6538f31bcb6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:44.511115 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-d7dc5612-045c-45f8-b90d-6538f31bcb6e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ecb1e1e6b36544acb9a0e93b07d888fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310572 Nov 19 15:04:44.511115 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc5612-045c-45f8-b90d-6538f31bcb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1d2a33-7f72-4b78-ab00-bd3c44c85b9b,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:44.511556 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 40536) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:44.561722 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-58ff0ef7-6e41-436f-a2ed-79bcdd21759f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:44.574958 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1335ac-ab13-45b8-9c52-989b8c0a2240 req-f6eb6819-e671-400c-af23-73e5136f0694 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:44.576430 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1b1335ac-ab13-45b8-9c52-989b8c0a2240 req-f6eb6819-e671-400c-af23-73e5136f0694 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 945 time: 0.0482821 Nov 19 15:04:44.583552 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-58ff0ef7-6e41-436f-a2ed-79bcdd21759f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:44.628171 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1b1335ac-ab13-45b8-9c52-989b8c0a2240 req-fd2d4964-ca8b-4ba0-962d-9a752a2e1c53 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455782 Nov 19 15:04:44.640211 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-58ff0ef7-6e41-436f-a2ed-79bcdd21759f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:44.643270 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-58ff0ef7-6e41-436f-a2ed-79bcdd21759f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:44.644293 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-58ff0ef7-6e41-436f-a2ed-79bcdd21759f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e1d2a33-7f72-4b78-ab00-bd3c44c85b9b HTTP/1.1" status: 204 len: 168 time: 0.1317384 Nov 19 15:04:44.687695 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff0ef7-6e41-436f-a2ed-79bcdd21759f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1d2a33-7f72-4b78-ab00-bd3c44c85b9b,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:44.714828 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fc57f-dc00-481a-92de-e67b84db566d req-a565f3d1-385d-45ac-92a8-f27cab18d40c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:44.717172 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-377fc57f-dc00-481a-92de-e67b84db566d req-a565f3d1-385d-45ac-92a8-f27cab18d40c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 944 time: 0.0619445 Nov 19 15:04:44.770347 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-377fc57f-dc00-481a-92de-e67b84db566d req-d3e09705-dded-4b4b-a8aa-20650128ca81 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457976 Nov 19 15:04:44.942921 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496921f3-e417-4f76-9014-0cdae3ea9d83 req-9b4b0557-0fdf-4867-b62c-4b67bb7a1095 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:44.944394 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-496921f3-e417-4f76-9014-0cdae3ea9d83 req-9b4b0557-0fdf-4867-b62c-4b67bb7a1095 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 945 time: 0.0567486 Nov 19 15:04:45.001488 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-496921f3-e417-4f76-9014-0cdae3ea9d83 req-8507bd70-a3b5-45e0-a2ed-caa3d52263d0 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488429 Nov 19 15:04:45.003876 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a9735-2c0f-4cac-8a95-8d46a94f30aa req-fc0491e6-952a-4570-b78d-bf01301efa17 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:45.005661 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-f90a9735-2c0f-4cac-8a95-8d46a94f30aa req-fc0491e6-952a-4570-b78d-bf01301efa17 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 944 time: 0.0702481 Nov 19 15:04:45.055733 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-f90a9735-2c0f-4cac-8a95-8d46a94f30aa req-3c345078-aba6-4d3b-8c72-b60b6f892de7 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442190 Nov 19 15:04:45.418940 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 40584) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:45.534493 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-1cb9501b-aae9-4579-b490-85ae4be747e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:45.614083 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-1cb9501b-aae9-4579-b490-85ae4be747e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:45.618928 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-1cb9501b-aae9-4579-b490-85ae4be747e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:45.662101 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-1cb9501b-aae9-4579-b490-85ae4be747e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f7c9238175940309da4f60657fb163f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392633 Nov 19 15:04:45.662101 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb9501b-aae9-4579-b490-85ae4be747e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f84a4df-2afc-4d2a-b89f-689af5ac7f84,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:45.662789 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 40600) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:45.733621 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-10ef68ee-14dc-41df-9d11-2cd5d12cff64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:45.777743 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-10ef68ee-14dc-41df-9d11-2cd5d12cff64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:45.799961 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23feadd-0ad2-4069-8800-92167fa6949c req-8215cbe4-7bfc-4c2d-a323-db485884f1c7 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:45.801633 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f23feadd-0ad2-4069-8800-92167fa6949c req-8215cbe4-7bfc-4c2d-a323-db485884f1c7 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 945 time: 0.0798297 Nov 19 15:04:45.874182 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f23feadd-0ad2-4069-8800-92167fa6949c req-12384e9c-00a2-4a71-bae0-f6f9d3fb93cc tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645788 Nov 19 15:04:45.875466 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-10ef68ee-14dc-41df-9d11-2cd5d12cff64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:45.878522 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-10ef68ee-14dc-41df-9d11-2cd5d12cff64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:45.881946 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-10ef68ee-14dc-41df-9d11-2cd5d12cff64 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f84a4df-2afc-4d2a-b89f-689af5ac7f84 HTTP/1.1" status: 204 len: 168 time: 0.2160261 Nov 19 15:04:45.915982 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef68ee-14dc-41df-9d11-2cd5d12cff64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f84a4df-2afc-4d2a-b89f-689af5ac7f84,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:45.959470 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effbec3-e860-4a1c-baa8-c7fe067c1d4e req-72172f66-fdeb-4737-b8de-1cf3032d0023 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:45.969334 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-3effbec3-e860-4a1c-baa8-c7fe067c1d4e req-72172f66-fdeb-4737-b8de-1cf3032d0023 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 944 time: 0.1107941 Nov 19 15:04:46.021482 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-3effbec3-e860-4a1c-baa8-c7fe067c1d4e req-a09aa7be-ae7d-4b33-ac3d-d932cec44b18 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510864 Nov 19 15:04:46.100486 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4 up at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:04:46.126735 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6b996-effc-47b2-8269-69acdd703e99 req-adc9f607-12ee-43ef-b01f-c02676f3814e tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:46.128944 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d5a6b996-effc-47b2-8269-69acdd703e99 req-adc9f607-12ee-43ef-b01f-c02676f3814e tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 945 time: 0.0546989 Nov 19 15:04:46.146819 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-c7d04c18-abc5-4486-8206-723f7f40788b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:46.176389 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning for port 24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4 completed by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 15:04:46.180619 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning complete for port 24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:04:46.181289 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:46.199482 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c50e3d-d788-42ac-89d0-ce6b15d91df4 req-45dfcaa8-278a-4982-ad93-079860d2e65b tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:46.207841 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-c2c50e3d-d788-42ac-89d0-ce6b15d91df4 req-45dfcaa8-278a-4982-ad93-079860d2e65b tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 944 time: 0.0639980 Nov 19 15:04:46.217531 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d5a6b996-effc-47b2-8269-69acdd703e99 req-3bbcb283-b47e-4ace-9230-7eb8d9914218 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766470 Nov 19 15:04:46.243715 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 40618) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:46.256649 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-c2c50e3d-d788-42ac-89d0-ce6b15d91df4 req-e6deb67c-5343-4ca6-86a3-e117ca3b87ca tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477362 Nov 19 15:04:46.258707 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-46219f28-e7fe-4e08-ab04-938d10fd4030 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:46.267357 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:46.296059 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd257632a-adba-4ac6-8dd4-1be8485c24a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4'}] {{(pid=102741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:04:46.334939 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-46219f28-e7fe-4e08-ab04-938d10fd4030 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:46.339093 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-46219f28-e7fe-4e08-ab04-938d10fd4030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:46.372077 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4,segment=NetworkSegment(4393c4d3-f30b-4ef6-b52f-f040b25a1a29),segment_id=4393c4d3-f30b-4ef6-b52f-f040b25a1a29)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:04:46.376746 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:46.377692 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 08cbe617-de50-484d-9296-d6a6db7fcc1c up at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:04:46.383323 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-46219f28-e7fe-4e08-ab04-938d10fd4030 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f51852ed973f414da69ae35456686f1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1359649 Nov 19 15:04:46.383323 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46219f28-e7fe-4e08-ab04-938d10fd4030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5083072d-28bd-4da2-b17d-27bc24b6eb99,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:46.384598 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 40624) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:46.433664 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-39fa6d2c-8ee7-4939-903e-096069313c2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:46.458519 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-39fa6d2c-8ee7-4939-903e-096069313c2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:46.474292 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4,revision_number=5']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:46.488707 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning for port 08cbe617-de50-484d-9296-d6a6db7fcc1c completed by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 15:04:46.493094 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning complete for port 08cbe617-de50-484d-9296-d6a6db7fcc1c triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:04:46.493470 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:46.524552 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02aed456f185bd727e3ab04ef3305858fece041079839c75bcf3d6cf309ea5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd38ac47-109e-470e-81fb-e01c6d9a39bd" -d '{"events": [{"server_uuid": "d257632a-adba-4ac6-8dd4-1be8485c24a7", "name": "network-vif-plugged", "status": "completed", "tag": "24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4"}]}' {{(pid=102741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:04:46.526438 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-39fa6d2c-8ee7-4939-903e-096069313c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:46.529334 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-39fa6d2c-8ee7-4939-903e-096069313c2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:46.533256 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-39fa6d2c-8ee7-4939-903e-096069313c2e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5083072d-28bd-4da2-b17d-27bc24b6eb99 HTTP/1.1" status: 204 len: 168 time: 0.1482666 Nov 19 15:04:46.542594 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa6d2c-8ee7-4939-903e-096069313c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5083072d-28bd-4da2-b17d-27bc24b6eb99,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:46.609452 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:46.646019 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 08cbe617-de50-484d-9296-d6a6db7fcc1c, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=08cbe617-de50-484d-9296-d6a6db7fcc1c,segment=NetworkSegment(825cdef8-593d-4f91-8a08-956301887ecd),segment_id=825cdef8-593d-4f91-8a08-956301887ecd)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:04:46.650546 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:46.651583 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 94209437-90e5-4185-8bfb-c299b5e4e597 up at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:04:46.683596 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228358dd-ae29-43b5-bc8e-1480913a0ae9 x-openstack-request-id: req-228358dd-ae29-43b5-bc8e-1480913a0ae9 {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:04:46.683920 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d257632a-adba-4ac6-8dd4-1be8485c24a7", "name": "network-vif-plugged", "status": "completed", "tag": "24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4", "code": 200}]} {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:04:46.684186 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-228358dd-ae29-43b5-bc8e-1480913a0ae9 {{(pid=102741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:04:46.684619 dv-cinder-817573-1-iscsi neutron-server[102741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd257632a-adba-4ac6-8dd4-1be8485c24a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4', 'code': 200} Nov 19 15:04:46.740512 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=08cbe617-de50-484d-9296-d6a6db7fcc1c,revision_number=5']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:46.754765 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning for port 94209437-90e5-4185-8bfb-c299b5e4e597 completed by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 15:04:46.758561 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning complete for port 94209437-90e5-4185-8bfb-c299b5e4e597 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:04:46.758934 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:46.836844 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:46.872189 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 94209437-90e5-4185-8bfb-c299b5e4e597, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=94209437-90e5-4185-8bfb-c299b5e4e597,segment=NetworkSegment(95ddcab1-baed-4dee-a29d-ed919666ff8f),segment_id=95ddcab1-baed-4dee-a29d-ed919666ff8f)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:04:46.877716 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:46.877716 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c up at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:04:46.951808 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=94209437-90e5-4185-8bfb-c299b5e4e597,revision_number=5']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:46.966287 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning for port b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c completed by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 15:04:46.972085 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning complete for port b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:04:46.972085 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:47.010656 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98bd29-85cd-41a1-9ae5-8628486adb01 req-9f5a01e5-dc69-4dd1-8120-fedff323860e tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:47.017754 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-fc98bd29-85cd-41a1-9ae5-8628486adb01 req-9f5a01e5-dc69-4dd1-8120-fedff323860e tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 946 time: 0.0579967 Nov 19 15:04:47.061526 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-fc98bd29-85cd-41a1-9ae5-8628486adb01 req-31a68720-4fa7-4efa-8031-709b18a182f4 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425379 Nov 19 15:04:47.107452 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:47.145731 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c,segment=NetworkSegment(4393c4d3-f30b-4ef6-b52f-f040b25a1a29),segment_id=4393c4d3-f30b-4ef6-b52f-f040b25a1a29)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:04:47.151279 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:47.171148 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee6a81-0897-4b33-90a6-d7027e6c3bff req-6121844a-883a-4133-87ae-5c561cffc9cb tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:47.173214 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8aee6a81-0897-4b33-90a6-d7027e6c3bff req-6121844a-883a-4133-87ae-5c561cffc9cb tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 944 time: 0.0535653 Nov 19 15:04:47.203845 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c,revision_number=5']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:47.227265 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8aee6a81-0897-4b33-90a6-d7027e6c3bff req-48dde57e-ec47-467f-bf2a-f8cfe7e1dfe1 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459993 Nov 19 15:04:47.325132 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6395a-a4d2-4fb2-9dac-5e844062b60d req-8075084c-101e-4585-b1a5-cb0e1253f0bb tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:47.326610 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-20b6395a-a4d2-4fb2-9dac-5e844062b60d req-8075084c-101e-4585-b1a5-cb0e1253f0bb tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 946 time: 0.0532656 Nov 19 15:04:47.373403 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634eddb0-38f5-4588-9fae-41d91bde6ea8 req-91b57f2f-bbca-4ef1-b1e0-03463e3608c6 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:47.374955 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-634eddb0-38f5-4588-9fae-41d91bde6ea8 req-91b57f2f-bbca-4ef1-b1e0-03463e3608c6 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.0490770 Nov 19 15:04:47.376656 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-20b6395a-a4d2-4fb2-9dac-5e844062b60d req-355bcb00-1531-430c-b6a7-51c7a7d5dfcb tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439212 Nov 19 15:04:47.428362 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-634eddb0-38f5-4588-9fae-41d91bde6ea8 req-d37eefe1-1600-4fa6-a89b-a73ea6d29f23 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439720 Nov 19 15:04:48.201872 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcaf00e-8aaa-4e40-9b7e-b8406fc649b5 req-9bbfcd2f-8361-4368-8a59-87dddc446a00 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:48.204814 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-8fcaf00e-8aaa-4e40-9b7e-b8406fc649b5 req-9bbfcd2f-8361-4368-8a59-87dddc446a00 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 946 time: 0.0570188 Nov 19 15:04:48.225831 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d3ac7-9246-4918-a024-6a1a8da1b03e req-f0fba46b-cc4b-4887-941a-48f1f199022c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:48.227449 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a72d3ac7-9246-4918-a024-6a1a8da1b03e req-f0fba46b-cc4b-4887-941a-48f1f199022c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 1098 time: 0.0775325 Nov 19 15:04:48.247985 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-a72d3ac7-9246-4918-a024-6a1a8da1b03e req-d95e1022-c6a4-4f75-a1c4-3fb4488a8bca service neutron] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:48.265907 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-8fcaf00e-8aaa-4e40-9b7e-b8406fc649b5 req-5fe78a35-ddff-4bbf-a1f2-bc3e37cd7d96 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535479 Nov 19 15:04:48.374140 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-a72d3ac7-9246-4918-a024-6a1a8da1b03e req-d95e1022-c6a4-4f75-a1c4-3fb4488a8bca service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:48.382637 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ac6fa-d78d-4879-8245-d9d710785a13 req-295d751b-23ff-4189-816b-b4f02c8b49f9 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:48.384101 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-665ac6fa-d78d-4879-8245-d9d710785a13 req-295d751b-23ff-4189-816b-b4f02c8b49f9 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 944 time: 0.0760441 Nov 19 15:04:48.385449 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-a72d3ac7-9246-4918-a024-6a1a8da1b03e req-d95e1022-c6a4-4f75-a1c4-3fb4488a8bca service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:48.447524 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a72d3ac7-9246-4918-a024-6a1a8da1b03e req-d95e1022-c6a4-4f75-a1c4-3fb4488a8bca service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115405 Nov 19 15:04:48.456357 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e1022-c6a4-4f75-a1c4-3fb4488a8bca service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab29370-5c22-4d62-a00b-2cbd8ae77cc3,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:48.486200 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-665ac6fa-d78d-4879-8245-d9d710785a13 req-30ccf750-7a3e-42d0-89dc-b21a9f81fae4 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923433 Nov 19 15:04:48.503069 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d8002-eeb0-4b69-98bb-fdde81f83d5f req-3f4dd45d-2104-479e-b4b5-e10be7d7523b tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:48.504687 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-af8d8002-eeb0-4b69-98bb-fdde81f83d5f req-3f4dd45d-2104-479e-b4b5-e10be7d7523b tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 946 time: 0.0579798 Nov 19 15:04:48.588529 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-af8d8002-eeb0-4b69-98bb-fdde81f83d5f req-8ce5ab64-33be-48a8-ba37-34d72a0bade2 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728776 Nov 19 15:04:48.607666 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-11a66d3a-5d1c-4f71-b1d6-d99d4846938a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:48.633471 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c13e6-5758-4109-ae5a-2b68c0bd5d33 req-0bf24c31-3cf9-4aa9-84f7-2c015d458ce4 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:48.634960 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-370c13e6-5758-4109-ae5a-2b68c0bd5d33 req-0bf24c31-3cf9-4aa9-84f7-2c015d458ce4 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.0770371 Nov 19 15:04:48.683784 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-370c13e6-5758-4109-ae5a-2b68c0bd5d33 req-1bf3db25-4b76-4f7c-90bc-d47757de7fbb tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426445 Nov 19 15:04:48.689524 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9389e29-4358-4ddd-9918-0f500d8364f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08cbe617-de50-484d-9296-d6a6db7fcc1c'}, {'server_uuid': '5d137ea7-786a-4fb3-bb1f-95d526175a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94209437-90e5-4185-8bfb-c299b5e4e597'}, {'server_uuid': '1ffd2431-3834-482a-b5b7-872064a1058a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c'}] {{(pid=102741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:04:48.697461 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02aed456f185bd727e3ab04ef3305858fece041079839c75bcf3d6cf309ea5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a861fc7-d4dc-4857-bfb2-512375f62398" -d '{"events": [{"server_uuid": "d9389e29-4358-4ddd-9918-0f500d8364f2", "name": "network-vif-plugged", "status": "completed", "tag": "08cbe617-de50-484d-9296-d6a6db7fcc1c"}, {"server_uuid": "5d137ea7-786a-4fb3-bb1f-95d526175a90", "name": "network-vif-plugged", "status": "completed", "tag": "94209437-90e5-4185-8bfb-c299b5e4e597"}, {"server_uuid": "1ffd2431-3834-482a-b5b7-872064a1058a", "name": "network-vif-plugged", "status": "completed", "tag": "b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c"}]}' {{(pid=102741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:04:48.737644 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 19 Nov 2021 15:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce643ac-359c-47bc-a526-8b8d5555e9eb x-openstack-request-id: req-0ce643ac-359c-47bc-a526-8b8d5555e9eb {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:04:48.737959 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9389e29-4358-4ddd-9918-0f500d8364f2", "name": "network-vif-plugged", "status": "completed", "tag": "08cbe617-de50-484d-9296-d6a6db7fcc1c", "code": 200}, {"server_uuid": "5d137ea7-786a-4fb3-bb1f-95d526175a90", "name": "network-vif-plugged", "status": "completed", "tag": "94209437-90e5-4185-8bfb-c299b5e4e597", "code": 200}, {"server_uuid": "1ffd2431-3834-482a-b5b7-872064a1058a", "name": "network-vif-plugged", "status": "completed", "tag": "b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c", "code": 200}]} {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:04:48.738220 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ce643ac-359c-47bc-a526-8b8d5555e9eb {{(pid=102741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:04:48.738617 dv-cinder-817573-1-iscsi neutron-server[102741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9389e29-4358-4ddd-9918-0f500d8364f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08cbe617-de50-484d-9296-d6a6db7fcc1c', 'code': 200} Nov 19 15:04:48.738872 dv-cinder-817573-1-iscsi neutron-server[102741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d137ea7-786a-4fb3-bb1f-95d526175a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94209437-90e5-4185-8bfb-c299b5e4e597', 'code': 200} Nov 19 15:04:48.739127 dv-cinder-817573-1-iscsi neutron-server[102741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffd2431-3834-482a-b5b7-872064a1058a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c', 'code': 200} Nov 19 15:04:48.995573 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb5fa0-4c75-4b5b-aff5-4160bc4b455c req-5b2914fe-37df-46b2-a222-34cc9afbe721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:48.997096 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b6fb5fa0-4c75-4b5b-aff5-4160bc4b455c req-5b2914fe-37df-46b2-a222-34cc9afbe721 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 1099 time: 0.0727372 Nov 19 15:04:49.066316 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac270053-eb46-4a86-82d7-be5f8d049000 req-a8e763d9-70ef-4424-a682-87d6f401de23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:49.068116 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ac270053-eb46-4a86-82d7-be5f8d049000 req-a8e763d9-70ef-4424-a682-87d6f401de23 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 1099 time: 0.1095231 Nov 19 15:04:49.071698 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6138b-c000-4ba3-88f0-8be75344fe35 req-6f987710-ffaf-4bc3-b2a5-d241ebfbf86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:49.073163 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-35a6138b-c000-4ba3-88f0-8be75344fe35 req-6f987710-ffaf-4bc3-b2a5-d241ebfbf86b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 1098 time: 0.1123397 Nov 19 15:04:49.075961 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b6fb5fa0-4c75-4b5b-aff5-4160bc4b455c req-ee6e7f96-e280-4f56-9e99-9ba6c9f49966 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641944 Nov 19 15:04:49.139916 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 474c9f67-fb9a-42a4-8ae6-f2786e33ea63 up at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:04:49.202937 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning for port 474c9f67-fb9a-42a4-8ae6-f2786e33ea63 completed by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 15:04:49.206913 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning complete for port 474c9f67-fb9a-42a4-8ae6-f2786e33ea63 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:04:49.207287 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:49.434508 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-35a6138b-c000-4ba3-88f0-8be75344fe35 req-24d7d71a-9853-46d5-810f-1f7845953df5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644866 Nov 19 15:04:49.437276 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:49.438305 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ac270053-eb46-4a86-82d7-be5f8d049000 req-3d094cb7-54a1-4228-8da0-e6eea0213c7e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751940 Nov 19 15:04:49.463827 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7086f6-01f6-432b-ab77-e67b2c994397 req-d7f100fb-8ee4-4dc1-9417-5a77d9d7aad5 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:49.484892 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-dd7086f6-01f6-432b-ab77-e67b2c994397 req-d7f100fb-8ee4-4dc1-9417-5a77d9d7aad5 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 946 time: 0.0718236 Nov 19 15:04:49.490278 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 474c9f67-fb9a-42a4-8ae6-f2786e33ea63, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=474c9f67-fb9a-42a4-8ae6-f2786e33ea63,segment=NetworkSegment(ed8113ae-2a5c-4a27-affb-b258a654385e),segment_id=ed8113ae-2a5c-4a27-affb-b258a654385e)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:04:49.496995 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:49.566222 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-dd7086f6-01f6-432b-ab77-e67b2c994397 req-f2312dc8-e8d6-4f5f-b3dc-11de1e897ff1 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893676 Nov 19 15:04:49.580140 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=474c9f67-fb9a-42a4-8ae6-f2786e33ea63,revision_number=5']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:49.646588 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:49.679939 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6301af-7002-4fcb-9f38-61e3d5f40095 req-7c162c77-71d5-4280-b084-d15ee6d22acf tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:49.681476 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-eb6301af-7002-4fcb-9f38-61e3d5f40095 req-7c162c77-71d5-4280-b084-d15ee6d22acf tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.0647128 Nov 19 15:04:49.723192 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9e643-7439-485a-b3a6-429c8304317a req-40694e94-104a-449f-bbf2-75ecfb966db5 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:49.724634 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-cff9e643-7439-485a-b3a6-429c8304317a req-40694e94-104a-449f-bbf2-75ecfb966db5 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 946 time: 0.0548551 Nov 19 15:04:49.730956 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-eb6301af-7002-4fcb-9f38-61e3d5f40095 req-dd2e08d2-9093-49a2-8b6f-afa80273d3e9 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432594 Nov 19 15:04:49.773454 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-cff9e643-7439-485a-b3a6-429c8304317a req-bf553e8d-2758-4ce8-896c-900c0c5807e8 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428209 Nov 19 15:04:49.838165 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d38fd6-0d80-482c-8c7d-3f30cd05b497 req-86b7f259-c6a7-4694-8800-976d2191bfd6 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:49.839616 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-50d38fd6-0d80-482c-8c7d-3f30cd05b497 req-86b7f259-c6a7-4694-8800-976d2191bfd6 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.0502517 Nov 19 15:04:49.885385 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-50d38fd6-0d80-482c-8c7d-3f30cd05b497 req-d2e51d9f-fb4c-4411-83cc-7e23463e647c tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394704 Nov 19 15:04:50.678422 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85193cb9-5d75-40e9-b560-835868aaf193 req-c867146f-6ff4-42e6-aee2-bd8f8e4ea4e3 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:50.679909 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-85193cb9-5d75-40e9-b560-835868aaf193 req-c867146f-6ff4-42e6-aee2-bd8f8e4ea4e3 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 946 time: 0.0490611 Nov 19 15:04:50.730229 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-85193cb9-5d75-40e9-b560-835868aaf193 req-e1e404b5-7696-49ed-9616-9d67a4eadf0a tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443549 Nov 19 15:04:50.740204 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084f3bb6-2fa2-4b60-985e-61c8b8f2fc82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474c9f67-fb9a-42a4-8ae6-f2786e33ea63'}] {{(pid=102741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:04:50.742652 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02aed456f185bd727e3ab04ef3305858fece041079839c75bcf3d6cf309ea5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f6be1f-ad60-45ab-b022-3d5d14cd103a" -d '{"events": [{"server_uuid": "084f3bb6-2fa2-4b60-985e-61c8b8f2fc82", "name": "network-vif-plugged", "status": "completed", "tag": "474c9f67-fb9a-42a4-8ae6-f2786e33ea63"}]}' {{(pid=102741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:04:50.782846 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de7703c-cd8c-49f4-9985-ec68c905462d x-openstack-request-id: req-3de7703c-cd8c-49f4-9985-ec68c905462d {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:04:50.783287 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "084f3bb6-2fa2-4b60-985e-61c8b8f2fc82", "name": "network-vif-plugged", "status": "completed", "tag": "474c9f67-fb9a-42a4-8ae6-f2786e33ea63", "code": 200}]} {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:04:50.783639 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3de7703c-cd8c-49f4-9985-ec68c905462d {{(pid=102741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:04:50.784122 dv-cinder-817573-1-iscsi neutron-server[102741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '084f3bb6-2fa2-4b60-985e-61c8b8f2fc82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474c9f67-fb9a-42a4-8ae6-f2786e33ea63', 'code': 200} Nov 19 15:04:50.853600 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb12c99-58ef-460a-95ad-2df7bca1cbee req-ff796ca7-28db-469d-90e1-997596b71ff3 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:50.855065 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-4bb12c99-58ef-460a-95ad-2df7bca1cbee req-ff796ca7-28db-469d-90e1-997596b71ff3 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.0480866 Nov 19 15:04:50.900728 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-4bb12c99-58ef-460a-95ad-2df7bca1cbee req-cfc035f5-7113-4e72-8f1c-e2c6320fc62b tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397592 Nov 19 15:04:50.930670 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ca8bd-34df-4c3c-8312-cd316ee16b81 req-ea0e6326-bfae-473b-acbc-76bf49cf33f9 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:50.932154 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-482ca8bd-34df-4c3c-8312-cd316ee16b81 req-ea0e6326-bfae-473b-acbc-76bf49cf33f9 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 946 time: 0.0518560 Nov 19 15:04:50.979644 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-482ca8bd-34df-4c3c-8312-cd316ee16b81 req-d51d4a49-7290-4428-8cfc-911d0e31dc32 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415666 Nov 19 15:04:51.004456 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4cf355-5978-4c3f-b16f-e114b1824512 req-9ab093e6-e3c3-4029-b50e-3a1411eb4d05 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:51.005919 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-dc4cf355-5978-4c3f-b16f-e114b1824512 req-9ab093e6-e3c3-4029-b50e-3a1411eb4d05 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.0470557 Nov 19 15:04:51.039079 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:51.052415 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-dc4cf355-5978-4c3f-b16f-e114b1824512 req-4e7bd407-d276-4531-b48b-27ec645871c2 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407534 Nov 19 15:04:51.882123 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d28403-a4cb-4c17-87eb-bf4e83bd6c71 req-6e653dff-a893-487d-ad7f-7ecd9fb58496 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:51.883599 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-03d28403-a4cb-4c17-87eb-bf4e83bd6c71 req-6e653dff-a893-487d-ad7f-7ecd9fb58496 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 946 time: 0.0475738 Nov 19 15:04:51.929295 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-03d28403-a4cb-4c17-87eb-bf4e83bd6c71 req-c5310d18-839d-4711-af55-cb74f7cea597 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397017 Nov 19 15:04:52.018946 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf385c9c-ba7e-430d-9d13-9d3c9bd463ff req-6355589e-ac28-443a-b531-16bc4fac77b9 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:52.020427 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-cf385c9c-ba7e-430d-9d13-9d3c9bd463ff req-6355589e-ac28-443a-b531-16bc4fac77b9 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.0503480 Nov 19 15:04:52.067589 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-cf385c9c-ba7e-430d-9d13-9d3c9bd463ff req-18d8ddc3-3ea6-4eb0-9adf-0a6898ec5084 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414104 Nov 19 15:04:52.103487 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d08ee-8a0f-4265-aedb-4a6cc690b417 req-95d8849e-6d4c-49ed-90a7-634de13accda tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:52.105108 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-b67d08ee-8a0f-4265-aedb-4a6cc690b417 req-95d8849e-6d4c-49ed-90a7-634de13accda tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 946 time: 0.0596015 Nov 19 15:04:52.105379 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:52.154033 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-b67d08ee-8a0f-4265-aedb-4a6cc690b417 req-f7187c60-b983-4114-af1b-b779f99c0528 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414402 Nov 19 15:04:52.174053 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5762758-d38f-4756-81ec-f022153c20f7 req-88eab127-2a35-4679-b085-d5f66e892412 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:52.175574 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a5762758-d38f-4756-81ec-f022153c20f7 req-88eab127-2a35-4679-b085-d5f66e892412 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.0471709 Nov 19 15:04:52.222369 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a5762758-d38f-4756-81ec-f022153c20f7 req-a83553b0-a19b-4168-8995-33c5977dca70 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408425 Nov 19 15:04:53.060333 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c672b93-19e5-4f21-a2b0-4ca0aea5020e req-afb06297-e38c-45cf-a61d-a2debd7fb3c1 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:53.062132 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-5c672b93-19e5-4f21-a2b0-4ca0aea5020e req-afb06297-e38c-45cf-a61d-a2debd7fb3c1 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 946 time: 0.0572565 Nov 19 15:04:53.074604 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199c41a-5018-40d3-9252-42406166404e req-9d152983-0ec6-4e1a-80ae-ca296625cd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:53.076433 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3199c41a-5018-40d3-9252-42406166404e req-9d152983-0ec6-4e1a-80ae-ca296625cd51 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 1098 time: 0.0543885 Nov 19 15:04:53.126410 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-5c672b93-19e5-4f21-a2b0-4ca0aea5020e req-aa2239b4-a793-4887-a44e-e32c49e89bf3 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575895 Nov 19 15:04:53.138869 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3199c41a-5018-40d3-9252-42406166404e req-4a96474b-b167-4820-b0b6-7c095e465c88 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484982 Nov 19 15:04:53.209862 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638e5de-b2c7-464a-9548-c039e335d4ef req-b1f5f20d-154d-4d77-a053-8e064a16113e tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:53.211729 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0638e5de-b2c7-464a-9548-c039e335d4ef req-b1f5f20d-154d-4d77-a053-8e064a16113e tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.0564592 Nov 19 15:04:53.262245 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0638e5de-b2c7-464a-9548-c039e335d4ef req-951792df-4fd8-4d5b-afc2-928404c57e6c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437624 Nov 19 15:04:53.273901 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81082b76-8bb4-412e-9450-4a56b9b720df req-97bce6e0-6f01-4e20-beff-4b0f62c6675c tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:53.275677 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-81082b76-8bb4-412e-9450-4a56b9b720df req-97bce6e0-6f01-4e20-beff-4b0f62c6675c tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 946 time: 0.0506923 Nov 19 15:04:53.333613 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-81082b76-8bb4-412e-9450-4a56b9b720df req-0337fd13-5176-430b-88be-6fc9a136db26 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464778 Nov 19 15:04:53.378323 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a6a21-32cd-4a79-a773-f80eef70d27d req-17baf64b-7d0c-478b-8bca-dc61c449b423 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:53.379766 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-441a6a21-32cd-4a79-a773-f80eef70d27d req-17baf64b-7d0c-478b-8bca-dc61c449b423 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.0543184 Nov 19 15:04:53.447693 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-441a6a21-32cd-4a79-a773-f80eef70d27d req-19d13408-e28c-4413-9427-5d10f5ff5901 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603571 Nov 19 15:04:53.603059 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 6 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:04:54.243254 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845152c-54ee-46f2-b3ce-52e59edbdc47 req-50cf93bb-0326-4131-b8e5-7c07578d5555 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:54.244617 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-1845152c-54ee-46f2-b3ce-52e59edbdc47 req-50cf93bb-0326-4131-b8e5-7c07578d5555 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 946 time: 0.0478950 Nov 19 15:04:54.291268 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-1845152c-54ee-46f2-b3ce-52e59edbdc47 req-8ce2b60f-4804-4f04-b839-655c004344f3 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408161 Nov 19 15:04:54.387698 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1687c9-80c9-4760-9c7f-aba91f51a470 req-f53fb3be-1a53-454c-8880-1236920c7a4d tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:54.389924 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-cb1687c9-80c9-4760-9c7f-aba91f51a470 req-f53fb3be-1a53-454c-8880-1236920c7a4d tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.0524988 Nov 19 15:04:54.440960 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-cb1687c9-80c9-4760-9c7f-aba91f51a470 req-cac547ae-e4bd-460b-93c2-bce86e60b011 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441499 Nov 19 15:04:54.462301 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357914b8-12cf-44b6-8770-54060f0fc8e5 req-2b8bfa1c-0f13-40f3-bf9c-1ace059a386b tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:54.463780 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-357914b8-12cf-44b6-8770-54060f0fc8e5 req-2b8bfa1c-0f13-40f3-bf9c-1ace059a386b tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 946 time: 0.0572703 Nov 19 15:04:54.518186 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-357914b8-12cf-44b6-8770-54060f0fc8e5 req-0dbffc88-d677-40ff-8fc7-1004bb7b4bbc tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463932 Nov 19 15:04:54.584011 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53eed96-2282-4c55-8a3f-c9d4c9b76395 req-cc7a2009-7126-4695-b038-e77d81367083 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:54.585603 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e53eed96-2282-4c55-8a3f-c9d4c9b76395 req-cc7a2009-7126-4695-b038-e77d81367083 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.0518425 Nov 19 15:04:54.636384 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e53eed96-2282-4c55-8a3f-c9d4c9b76395 req-db05af93-0f81-42b2-ae41-00bba574ba39 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443985 Nov 19 15:04:55.032563 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92848e-d0f8-4195-9110-61f143585445 req-f3d3bbd0-407e-42df-a34f-44884e52dd16 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:55.034360 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6d92848e-d0f8-4195-9110-61f143585445 req-f3d3bbd0-407e-42df-a34f-44884e52dd16 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.0881522 Nov 19 15:04:55.061502 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587cd4d-1109-44fe-bf1a-86316a86636e req-64723626-f94f-4d5e-92ef-6f5d7fe65b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:55.063515 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-c587cd4d-1109-44fe-bf1a-86316a86636e req-64723626-f94f-4d5e-92ef-6f5d7fe65b16 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cdb244c677264a58ae8a06742292aba4&device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 1098 time: 0.0747621 Nov 19 15:04:55.378277 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6d92848e-d0f8-4195-9110-61f143585445 req-63d2f305-5eda-4c84-8acf-a49c29291b67 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368363 Nov 19 15:04:55.459888 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2ce65-9f9d-4601-8a0b-368241d8e743 req-960a10b3-245b-422d-9a5e-a61012472e25 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:55.461590 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-9ba2ce65-9f9d-4601-8a0b-368241d8e743 req-960a10b3-245b-422d-9a5e-a61012472e25 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 946 time: 0.0631244 Nov 19 15:04:55.493835 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587cd4d-1109-44fe-bf1a-86316a86636e req-88382801-d922-4d70-a7c3-f991a4cb4e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:55.495710 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-c587cd4d-1109-44fe-bf1a-86316a86636e req-88382801-d922-4d70-a7c3-f991a4cb4e89 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9bdc62e5-2180-4755-99bd-fe198da300d6 HTTP/1.1" status: 200 len: 920 time: 0.4159298 Nov 19 15:04:55.521333 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-9ba2ce65-9f9d-4601-8a0b-368241d8e743 req-492d9a01-db8b-4510-b81d-701776f5e7cd tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531435 Nov 19 15:04:55.587100 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-c587cd4d-1109-44fe-bf1a-86316a86636e req-765190f8-4368-47ea-a8e9-8241479ad343 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c HTTP/1.1" status: 200 len: 217 time: 0.0689709 Nov 19 15:04:55.620307 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d6136-62cc-4b9b-93a8-5009d4f809e0 req-a1d774e7-74cb-460e-a358-00472205a287 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:55.621830 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-fa4d6136-62cc-4b9b-93a8-5009d4f809e0 req-a1d774e7-74cb-460e-a358-00472205a287 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.0967124 Nov 19 15:04:55.655626 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb5367-6704-409e-900a-75e42ad1459d req-6fcf7f6c-a188-4fed-ad68-afe682fa8077 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:55.658181 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-68cb5367-6704-409e-900a-75e42ad1459d req-6fcf7f6c-a188-4fed-ad68-afe682fa8077 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 946 time: 0.0599442 Nov 19 15:04:55.694612 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-fa4d6136-62cc-4b9b-93a8-5009d4f809e0 req-8238e440-c166-465d-b8a2-a936d7371e1c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546999 Nov 19 15:04:55.699779 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587cd4d-1109-44fe-bf1a-86316a86636e req-77616964-b99b-432d-8819-2c5e6472794a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:55.701708 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-c587cd4d-1109-44fe-bf1a-86316a86636e req-77616964-b99b-432d-8819-2c5e6472794a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8290f5d-0d5d-4a74-9e3b-0c433bc14b68 HTTP/1.1" status: 200 len: 859 time: 0.1001430 Nov 19 15:04:55.765075 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-c587cd4d-1109-44fe-bf1a-86316a86636e req-ade6b580-0971-4268-a872-e465e17e9a39 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9bdc62e5-2180-4755-99bd-fe198da300d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427513 Nov 19 15:04:55.771828 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-68cb5367-6704-409e-900a-75e42ad1459d req-a54adbac-eb10-4572-8a70-a838f839e4fd tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050460 Nov 19 15:04:56.038899 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbebac-a8e3-4caa-b966-df2740f5aa61 req-f1e6f3aa-6636-41ff-8eaf-3eb988a61225 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:56.049389 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 40942) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:56.049522 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-95bbebac-a8e3-4caa-b966-df2740f5aa61 req-f1e6f3aa-6636-41ff-8eaf-3eb988a61225 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.1649709 Nov 19 15:04:56.055579 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-c587cd4d-1109-44fe-bf1a-86316a86636e req-b0cf1a53-cad5-4d2a-a647-d64bce5dfd17 service neutron] 10.222.0.11 "GET /v2.0/networks/9bdc62e5-2180-4755-99bd-fe198da300d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826240 Nov 19 15:04:56.056898 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-772799ba-2018-4830-805a-56a95bee02d4 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Request body: {'floatingip': {'port_id': '474c9f67-fb9a-42a4-8ae6-f2786e33ea63'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:04:56.065054 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 40944) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:56.160622 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 40948) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:56.173135 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-772799ba-2018-4830-805a-56a95bee02d4 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for floatingip, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:56.241354 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-c587cd4d-1109-44fe-bf1a-86316a86636e req-95ec31d8-adf9-4d73-b28d-9ed97a159fe0 service neutron] 10.222.0.11 "GET /v2.0/networks/9bdc62e5-2180-4755-99bd-fe198da300d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721759 Nov 19 15:04:56.360784 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-4717affd-eabf-4dfb-bdcd-ab8221ff9194 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:56.405003 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-e8f0d12c-effe-4670-b122-34810e3e51fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:56.517278 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-4717affd-eabf-4dfb-bdcd-ab8221ff9194 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:56.526057 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-4717affd-eabf-4dfb-bdcd-ab8221ff9194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:56.601638 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-4717affd-eabf-4dfb-bdcd-ab8221ff9194 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e582055a2064b57aa63463ad9a2ec3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4397156 Nov 19 15:04:56.604381 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 40970) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:56.618229 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4717affd-eabf-4dfb-bdcd-ab8221ff9194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e20a3b9-06b1-450f-a268-69cf8bbe4e70,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:56.637526 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-e8f0d12c-effe-4670-b122-34810e3e51fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:56.642225 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717affd-eabf-4dfb-bdcd-ab8221ff9194 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:04:56.642530 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717affd-eabf-4dfb-bdcd-ab8221ff9194 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:04:56.642884 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717affd-eabf-4dfb-bdcd-ab8221ff9194 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:04:56.643225 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717affd-eabf-4dfb-bdcd-ab8221ff9194 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:04:56.643563 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717affd-eabf-4dfb-bdcd-ab8221ff9194 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:04:56.644186 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717affd-eabf-4dfb-bdcd-ab8221ff9194 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:04:56.644575 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717affd-eabf-4dfb-bdcd-ab8221ff9194 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:04:56.645173 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717affd-eabf-4dfb-bdcd-ab8221ff9194 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:04:56.645524 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717affd-eabf-4dfb-bdcd-ab8221ff9194 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:04:56.645847 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717affd-eabf-4dfb-bdcd-ab8221ff9194 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:04:56.646347 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717affd-eabf-4dfb-bdcd-ab8221ff9194 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:04:56.646928 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717affd-eabf-4dfb-bdcd-ab8221ff9194 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:04:56.670359 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-e8f0d12c-effe-4670-b122-34810e3e51fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:56.701951 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a348a-6301-4531-b930-e726fee7ff8e req-e6f9ef60-6d19-47db-9935-778cc54fadf2 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:56.709712 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-264a348a-6301-4531-b930-e726fee7ff8e req-e6f9ef60-6d19-47db-9935-778cc54fadf2 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.1178520 Nov 19 15:04:56.720428 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-e8f0d12c-effe-4670-b122-34810e3e51fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c19812f029154e60bd82760fe7504dd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6540582 Nov 19 15:04:56.725090 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 40976) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:56.754064 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f0d12c-effe-4670-b122-34810e3e51fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798df25d-aeb4-4613-8960-2ecbe9f18f19,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:56.781036 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-39069d81-1073-4cc5-9ec9-9ce9b5c9fe57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:56.818372 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-39069d81-1073-4cc5-9ec9-9ce9b5c9fe57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:56.859972 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-755d5ac3-b291-496d-a914-c7ea75d7ba70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:56.891418 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-755d5ac3-b291-496d-a914-c7ea75d7ba70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:56.898671 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-39069d81-1073-4cc5-9ec9-9ce9b5c9fe57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:56.901497 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-39069d81-1073-4cc5-9ec9-9ce9b5c9fe57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:56.905142 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-39069d81-1073-4cc5-9ec9-9ce9b5c9fe57 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4e20a3b9-06b1-450f-a268-69cf8bbe4e70 HTTP/1.1" status: 204 len: 168 time: 0.2973652 Nov 19 15:04:56.905297 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-264a348a-6301-4531-b930-e726fee7ff8e req-4b359742-30c4-4fb0-83de-fa47b67fd9b1 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902454 Nov 19 15:04:56.933919 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39069d81-1073-4cc5-9ec9-9ce9b5c9fe57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e20a3b9-06b1-450f-a268-69cf8bbe4e70,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:56.987794 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-755d5ac3-b291-496d-a914-c7ea75d7ba70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:56.992334 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-755d5ac3-b291-496d-a914-c7ea75d7ba70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:56.993813 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-755d5ac3-b291-496d-a914-c7ea75d7ba70 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/798df25d-aeb4-4613-8960-2ecbe9f18f19 HTTP/1.1" status: 204 len: 168 time: 0.2670059 Nov 19 15:04:57.005017 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d5ac3-b291-496d-a914-c7ea75d7ba70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798df25d-aeb4-4613-8960-2ecbe9f18f19,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:57.251742 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-772799ba-2018-4830-805a-56a95bee02d4 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:57.261173 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-772799ba-2018-4830-805a-56a95bee02d4 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469297'] for floatingip, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:57.423497 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.db.l3_db [None req-772799ba-2018-4830-805a-56a95bee02d4 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Floating IP 1e87fdb5-fae3-496e-9afc-bab644f617dc associated. External IP: 172.27.0.32, port: 474c9f67-fb9a-42a4-8ae6-f2786e33ea63. Nov 19 15:04:57.601010 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 41010) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:57.624310 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-9123e86e-6c7e-4f39-8ea3-8a7ea50daa2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:57.707415 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772799ba-2018-4830-805a-56a95bee02d4 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Router 1c478cfa-3e79-460f-af18-5dbfbf5e4dd2 has already been hosted by L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d {{(pid=102739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 15:04:57.746197 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-9123e86e-6c7e-4f39-8ea3-8a7ea50daa2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:57.755440 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-9123e86e-6c7e-4f39-8ea3-8a7ea50daa2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:57.822693 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-9123e86e-6c7e-4f39-8ea3-8a7ea50daa2e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fd1989b965b141cba7633444b88c0eb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193055 Nov 19 15:04:57.824103 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123e86e-6c7e-4f39-8ea3-8a7ea50daa2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86b2d57-0798-4a2e-b312-24a9f4ba6b99,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:57.826469 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 41024) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:57.874377 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772799ba-2018-4830-805a-56a95bee02d4 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:04:57.883851 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-772799ba-2018-4830-805a-56a95bee02d4 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for floatingip, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:57.891913 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-96433ddd-f959-4915-a99e-60024b961f0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:57.894311 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f72b96-a2c3-470b-8955-df33f8e1ade2 None None] Sync routers for ids ['1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'] in dv-cinder-817573-1-iscsi {{(pid=102742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:04:57.911478 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f72b96-a2c3-470b-8955-df33f8e1ade2 None None] Routers {'1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:04:57.912641 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-f7f72b96-a2c3-470b-8955-df33f8e1ade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:04:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'], 'active': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:04:57.928597 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-96433ddd-f959-4915-a99e-60024b961f0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:57.946085 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-772799ba-2018-4830-805a-56a95bee02d4 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "PUT /v2.0/floatingips/1e87fdb5-fae3-496e-9afc-bab644f617dc HTTP/1.1" status: 200 len: 990 time: 1.8918040 Nov 19 15:04:57.946085 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '084f3bb6-2fa2-4b60-985e-61c8b8f2fc82', 'tag': '474c9f67-fb9a-42a4-8ae6-f2786e33ea63'}] {{(pid=102739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:04:57.953984 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eba93c122355dca29d1d872d2ced11345dc5d33d75e8821344cda5b49db1ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e454f7-a15d-4141-b86c-a10925dd2764" -d '{"events": [{"name": "network-changed", "server_uuid": "084f3bb6-2fa2-4b60-985e-61c8b8f2fc82", "tag": "474c9f67-fb9a-42a4-8ae6-f2786e33ea63"}]}' {{(pid=102739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:04:57.990145 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-96433ddd-f959-4915-a99e-60024b961f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:57.993679 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-96433ddd-f959-4915-a99e-60024b961f0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:57.994985 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-96433ddd-f959-4915-a99e-60024b961f0e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f86b2d57-0798-4a2e-b312-24a9f4ba6b99 HTTP/1.1" status: 204 len: 168 time: 0.1674724 Nov 19 15:04:58.018765 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96433ddd-f959-4915-a99e-60024b961f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86b2d57-0798-4a2e-b312-24a9f4ba6b99,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:58.107850 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvr_db [None req-f7f72b96-a2c3-470b-8955-df33f8e1ade2 None None] Set router 1c478cfa-3e79-460f-af18-5dbfbf5e4dd2 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:04:58.145810 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8634b5d-29af-42f3-a5f6-b66d6cb31eec req-05a9e051-cc82-4e04-987b-69145f0170c0 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:58.153944 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d8634b5d-29af-42f3-a5f6-b66d6cb31eec req-05a9e051-cc82-4e04-987b-69145f0170c0 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.1196532 Nov 19 15:04:58.235538 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d8634b5d-29af-42f3-a5f6-b66d6cb31eec req-8ae59b0e-066d-4840-85c8-7552e5c104ad tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805054 Nov 19 15:04:58.246600 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 15:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed113280-7a8d-4a87-b8fe-4fb6483e75d4 x-openstack-request-id: req-ed113280-7a8d-4a87-b8fe-4fb6483e75d4 {{(pid=102739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:04:58.246787 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "084f3bb6-2fa2-4b60-985e-61c8b8f2fc82", "tag": "474c9f67-fb9a-42a4-8ae6-f2786e33ea63", "status": "completed", "code": 200}]} {{(pid=102739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:04:58.247106 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed113280-7a8d-4a87-b8fe-4fb6483e75d4 {{(pid=102739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:04:58.247501 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '084f3bb6-2fa2-4b60-985e-61c8b8f2fc82', 'tag': '474c9f67-fb9a-42a4-8ae6-f2786e33ea63', 'status': 'completed', 'code': 200} Nov 19 15:04:58.334754 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e454f7-a15d-4141-b86c-a10925dd2764 req-9b46f56f-6f88-4caf-8592-8248c59a790c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:58.336380 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-05e454f7-a15d-4141-b86c-a10925dd2764 req-9b46f56f-6f88-4caf-8592-8248c59a790c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5eaa9bd6803a47d79c92591db12100ff&device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 1098 time: 0.0554779 Nov 19 15:04:58.447496 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-f7f72b96-a2c3-470b-8955-df33f8e1ade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'name': 'tempest-AttachVolumeShelveTestJSON-1326120467-router', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'd5753c7f-58e4-4f38-ac9e-d0c40592331f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:03:55Z', 'updated_at': '2021-11-19T15:04:03Z', 'revision_number': 4, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'gw_port': {'id': 'd5753c7f-58e4-4f38-ac9e-d0c40592331f', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:92:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:03:57Z', 'updated_at': '2021-11-19T15:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_floatingips': [{'id': '1e87fdb5-fae3-496e-9afc-bab644f617dc', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'router_id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'port_id': '474c9f67-fb9a-42a4-8ae6-f2786e33ea63', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c', 'mac_address': 'fa:16:3e:6f:ba:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084f3bb6-2fa2-4b60-985e-61c8b8f2fc82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T15:04:11Z', 'updated_at': '2021-11-19T15:04:56Z', 'revision_number': 1, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070c97a3-292e-4442-8371-b5fee73a079f', 'name': '', 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'mac_address': 'fa:16:3e:01:30:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8fec746e-ce9d-4877-a4a1-5ea67aae0682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:04:02Z', 'updated_at': '2021-11-19T15:04:10Z', 'revision_number': 5, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'subnets': [{'id': '8fec746e-ce9d-4877-a4a1-5ea67aae0682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:04:58.448057 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e454f7-a15d-4141-b86c-a10925dd2764 req-06be9445-c162-40af-94d9-15e12544b191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:58.449832 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-05e454f7-a15d-4141-b86c-a10925dd2764 req-06be9445-c162-40af-94d9-15e12544b191 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f97c391d-7c3e-4d86-a9cf-5e771e36f18c HTTP/1.1" status: 200 len: 918 time: 0.0971894 Nov 19 15:04:58.483046 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f72b96-a2c3-470b-8955-df33f8e1ade2 None None] Checking router: 1c478cfa-3e79-460f-af18-5dbfbf5e4dd2 for host: dv-cinder-817573-1-iscsi {{(pid=102742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:04:58.493699 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f72b96-a2c3-470b-8955-df33f8e1ade2 None None] Routers {'1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:04:58.494488 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-f7f72b96-a2c3-470b-8955-df33f8e1ade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:04:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'], 'active': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:04:58.566955 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-05e454f7-a15d-4141-b86c-a10925dd2764 req-de03dfcf-d4eb-47a0-8fb4-a7d8d370aa0f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=474c9f67-fb9a-42a4-8ae6-f2786e33ea63 HTTP/1.1" status: 200 len: 998 time: 0.1027327 Nov 19 15:04:58.612039 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvr_db [None req-f7f72b96-a2c3-470b-8955-df33f8e1ade2 None None] Set router 1c478cfa-3e79-460f-af18-5dbfbf5e4dd2 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:04:58.630681 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e454f7-a15d-4141-b86c-a10925dd2764 req-73bf6c52-f856-419a-95a9-50cb79d202c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:58.632142 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-05e454f7-a15d-4141-b86c-a10925dd2764 req-73bf6c52-f856-419a-95a9-50cb79d202c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8fec746e-ce9d-4877-a4a1-5ea67aae0682 HTTP/1.1" status: 200 len: 856 time: 0.0475645 Nov 19 15:04:58.685913 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e454f7-a15d-4141-b86c-a10925dd2764 req-681a02bf-c70f-4d4b-a61f-724b3d90e214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:58.688714 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-05e454f7-a15d-4141-b86c-a10925dd2764 req-681a02bf-c70f-4d4b-a61f-724b3d90e214 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f97c391d-7c3e-4d86-a9cf-5e771e36f18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444808 Nov 19 15:04:58.813353 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-05e454f7-a15d-4141-b86c-a10925dd2764 req-051f52a0-dafa-4666-9b66-39521f5f056c service neutron] 10.222.0.11 "GET /v2.0/networks/f97c391d-7c3e-4d86-a9cf-5e771e36f18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178169 Nov 19 15:04:58.915008 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-05e454f7-a15d-4141-b86c-a10925dd2764 req-b2df69e7-5970-475e-a7d5-37ec39790b4c service neutron] 10.222.0.11 "GET /v2.0/networks/f97c391d-7c3e-4d86-a9cf-5e771e36f18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936632 Nov 19 15:04:58.952738 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-f7f72b96-a2c3-470b-8955-df33f8e1ade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'name': 'tempest-AttachVolumeShelveTestJSON-1326120467-router', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'd5753c7f-58e4-4f38-ac9e-d0c40592331f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:03:55Z', 'updated_at': '2021-11-19T15:04:03Z', 'revision_number': 4, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'gw_port': {'id': 'd5753c7f-58e4-4f38-ac9e-d0c40592331f', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:92:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:03:57Z', 'updated_at': '2021-11-19T15:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_floatingips': [{'id': '1e87fdb5-fae3-496e-9afc-bab644f617dc', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'router_id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'port_id': '474c9f67-fb9a-42a4-8ae6-f2786e33ea63', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c', 'mac_address': 'fa:16:3e:6f:ba:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084f3bb6-2fa2-4b60-985e-61c8b8f2fc82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T15:04:11Z', 'updated_at': '2021-11-19T15:04:56Z', 'revision_number': 1, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070c97a3-292e-4442-8371-b5fee73a079f', 'name': '', 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'mac_address': 'fa:16:3e:01:30:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8fec746e-ce9d-4877-a4a1-5ea67aae0682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:04:02Z', 'updated_at': '2021-11-19T15:04:10Z', 'revision_number': 5, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'subnets': [{'id': '8fec746e-ce9d-4877-a4a1-5ea67aae0682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:04:58.983874 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f72b96-a2c3-470b-8955-df33f8e1ade2 None None] The sync data for ids ['1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'] in dv-cinder-817573-1-iscsi is: [{'id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'name': 'tempest-AttachVolumeShelveTestJSON-1326120467-router', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'd5753c7f-58e4-4f38-ac9e-d0c40592331f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:03:55Z', 'updated_at': '2021-11-19T15:04:03Z', 'revision_number': 4, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'gw_port': {'id': 'd5753c7f-58e4-4f38-ac9e-d0c40592331f', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:92:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:03:57Z', 'updated_at': '2021-11-19T15:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_floatingips': [{'id': '1e87fdb5-fae3-496e-9afc-bab644f617dc', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'router_id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'port_id': '474c9f67-fb9a-42a4-8ae6-f2786e33ea63', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c', 'mac_address': 'fa:16:3e:6f:ba:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084f3bb6-2fa2-4b60-985e-61c8b8f2fc82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T15:04:11Z', 'updated_at': '2021-11-19T15:04:56Z', 'revision_number': 1, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070c97a3-292e-4442-8371-b5fee73a079f', 'name': '', 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'mac_address': 'fa:16:3e:01:30:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8fec746e-ce9d-4877-a4a1-5ea67aae0682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:04:02Z', 'updated_at': '2021-11-19T15:04:10Z', 'revision_number': 5, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'subnets': [{'id': '8fec746e-ce9d-4877-a4a1-5ea67aae0682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:04:59.233363 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c19d80f-a9b7-4104-ae2d-f73fe3b67b9a None None] New status for floating IP 1e87fdb5-fae3-496e-9afc-bab644f617dc: ACTIVE {{(pid=102741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 15:04:59.419775 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea4410-98b6-4940-91db-9f3a0dfb96de req-d8ac04b1-3a8b-400e-9e2b-d250290b1ea3 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:04:59.428266 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-97ea4410-98b6-4940-91db-9f3a0dfb96de req-d8ac04b1-3a8b-400e-9e2b-d250290b1ea3 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.0806253 Nov 19 15:04:59.489973 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-97ea4410-98b6-4940-91db-9f3a0dfb96de req-b41959a6-79d5-45b4-bd54-1f11cd3735b0 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544741 Nov 19 15:04:59.705244 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 41102) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:59.816165 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-8d628bed-6b94-4875-8409-dc4063021e31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:59.898127 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-8d628bed-6b94-4875-8409-dc4063021e31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:59.902098 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-8d628bed-6b94-4875-8409-dc4063021e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:04:59.940431 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-8d628bed-6b94-4875-8409-dc4063021e31 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11088d7f7c4b4d79912a86db0a085b33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340889 Nov 19 15:04:59.941316 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d628bed-6b94-4875-8409-dc4063021e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a210dd49-d048-434e-b1a5-e59ed376f04b,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:04:59.943535 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 41112) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:04:59.992211 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f6b55eda-cb9c-44ab-968a-fd62690d3b57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:00.013587 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f6b55eda-cb9c-44ab-968a-fd62690d3b57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:00.064566 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f6b55eda-cb9c-44ab-968a-fd62690d3b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:00.067504 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f6b55eda-cb9c-44ab-968a-fd62690d3b57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:00.068889 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-f6b55eda-cb9c-44ab-968a-fd62690d3b57 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a210dd49-d048-434e-b1a5-e59ed376f04b HTTP/1.1" status: 204 len: 168 time: 0.1240611 Nov 19 15:05:00.077586 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b55eda-cb9c-44ab-968a-fd62690d3b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a210dd49-d048-434e-b1a5-e59ed376f04b,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:00.405385 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 41128) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:00.418294 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-10d73b8b-9099-4208-8f4f-96ad95c9efcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:00.492270 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-10d73b8b-9099-4208-8f4f-96ad95c9efcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:00.495731 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-10d73b8b-9099-4208-8f4f-96ad95c9efcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:00.534164 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-10d73b8b-9099-4208-8f4f-96ad95c9efcf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e1b5f1c6955476a9e0f4e964ea96fcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1276798 Nov 19 15:05:00.535017 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d73b8b-9099-4208-8f4f-96ad95c9efcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02ad9c6-4026-4407-9b59-103fa838fb80,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:00.536942 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 41132) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:00.542245 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d73b8b-9099-4208-8f4f-96ad95c9efcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:05:00.542664 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d73b8b-9099-4208-8f4f-96ad95c9efcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:05:00.543018 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d73b8b-9099-4208-8f4f-96ad95c9efcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:05:00.543381 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d73b8b-9099-4208-8f4f-96ad95c9efcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:05:00.543800 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d73b8b-9099-4208-8f4f-96ad95c9efcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:05:00.544055 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d73b8b-9099-4208-8f4f-96ad95c9efcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:05:00.544386 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d73b8b-9099-4208-8f4f-96ad95c9efcf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:05:00.544724 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d73b8b-9099-4208-8f4f-96ad95c9efcf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:05:00.545087 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d73b8b-9099-4208-8f4f-96ad95c9efcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:05:00.545403 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d73b8b-9099-4208-8f4f-96ad95c9efcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:05:00.545724 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d73b8b-9099-4208-8f4f-96ad95c9efcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:05:00.546038 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d73b8b-9099-4208-8f4f-96ad95c9efcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:05:00.603316 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e62af3-22f8-40be-b832-1a0c59d0e5b9 req-7a5d1cfe-2df7-454f-89df-7f039c952166 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:00.604933 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-98e62af3-22f8-40be-b832-1a0c59d0e5b9 req-7a5d1cfe-2df7-454f-89df-7f039c952166 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.0513163 Nov 19 15:05:00.643249 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9eccb242-0ba4-4295-ad58-8876cc817718 req-99f78ac6-25c5-4fcb-9881-0037f82a306a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0985007 Nov 19 15:05:00.648210 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-27be139e-8b25-4388-953a-68939175c266 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:00.660663 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-98e62af3-22f8-40be-b832-1a0c59d0e5b9 req-714f5b82-24d9-49f3-a432-50c2e608f56f tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489321 Nov 19 15:05:00.676856 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-27be139e-8b25-4388-953a-68939175c266 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:00.748667 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccb242-0ba4-4295-ad58-8876cc817718 req-4e3fec15-198b-4971-9984-c4338506893e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:00.750208 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9eccb242-0ba4-4295-ad58-8876cc817718 req-4e3fec15-198b-4971-9984-c4338506893e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f706bd80a9247579246ab8d0ec2203d&device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 1099 time: 0.0500522 Nov 19 15:05:00.751320 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-27be139e-8b25-4388-953a-68939175c266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:00.754064 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-27be139e-8b25-4388-953a-68939175c266 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:00.757582 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-27be139e-8b25-4388-953a-68939175c266 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f02ad9c6-4026-4407-9b59-103fa838fb80 HTTP/1.1" status: 204 len: 168 time: 0.2165501 Nov 19 15:05:00.763477 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be139e-8b25-4388-953a-68939175c266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02ad9c6-4026-4407-9b59-103fa838fb80,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:00.868319 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccb242-0ba4-4295-ad58-8876cc817718 req-f7c039e4-e39b-4076-bc48-f9fced999aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:00.869813 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9eccb242-0ba4-4295-ad58-8876cc817718 req-f7c039e4-e39b-4076-bc48-f9fced999aec service neutron] 10.222.0.11 "GET /v2.0/networks?id=3c9cca4b-ed41-4a56-84cf-c924ddaee6d8 HTTP/1.1" status: 200 len: 912 time: 0.0937438 Nov 19 15:05:00.922988 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9eccb242-0ba4-4295-ad58-8876cc817718 req-ae7822ea-6a00-496f-a8e3-18c052e06040 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08cbe617-de50-484d-9296-d6a6db7fcc1c HTTP/1.1" status: 200 len: 217 time: 0.0354085 Nov 19 15:05:00.975152 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccb242-0ba4-4295-ad58-8876cc817718 req-9ca0610f-1342-498a-90da-850ac8fb3856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:00.976608 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9eccb242-0ba4-4295-ad58-8876cc817718 req-9ca0610f-1342-498a-90da-850ac8fb3856 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=794ab25b-a9e8-4a59-a490-7e3e827b5ce9 HTTP/1.1" status: 200 len: 851 time: 0.0482500 Nov 19 15:05:01.009999 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9eccb242-0ba4-4295-ad58-8876cc817718 req-6aa2d09b-0653-48e7-8967-5a82211e575f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3c9cca4b-ed41-4a56-84cf-c924ddaee6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242584 Nov 19 15:05:01.089288 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 41140) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:01.102138 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9eccb242-0ba4-4295-ad58-8876cc817718 req-52d08a13-4712-4ebb-b318-c0130cea62f6 service neutron] 10.222.0.11 "GET /v2.0/networks/3c9cca4b-ed41-4a56-84cf-c924ddaee6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839276 Nov 19 15:05:01.102576 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d12fcfb0-a9dc-478c-b321-c772e71b53ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:01.179018 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d12fcfb0-a9dc-478c-b321-c772e71b53ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:01.182639 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d12fcfb0-a9dc-478c-b321-c772e71b53ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:01.201070 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9eccb242-0ba4-4295-ad58-8876cc817718 req-89031535-b7f3-4893-b238-c1b68b89a9cf service neutron] 10.222.0.11 "GET /v2.0/networks/3c9cca4b-ed41-4a56-84cf-c924ddaee6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908179 Nov 19 15:05:01.226351 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-d12fcfb0-a9dc-478c-b321-c772e71b53ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e0925fe2dbc4a71b814aa7eb26ffa4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356835 Nov 19 15:05:01.227198 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12fcfb0-a9dc-478c-b321-c772e71b53ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19762370-fac1-4af5-9591-012ca4ced70a,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:01.229058 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 41146) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:01.276501 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-e3de491e-f7c5-4545-b7f8-a0c7668b370e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:01.299032 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-e3de491e-f7c5-4545-b7f8-a0c7668b370e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:01.347273 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-e3de491e-f7c5-4545-b7f8-a0c7668b370e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:01.349896 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-e3de491e-f7c5-4545-b7f8-a0c7668b370e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:01.353589 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-e3de491e-f7c5-4545-b7f8-a0c7668b370e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/19762370-fac1-4af5-9591-012ca4ced70a HTTP/1.1" status: 204 len: 168 time: 0.1210041 Nov 19 15:05:01.358907 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de491e-f7c5-4545-b7f8-a0c7668b370e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19762370-fac1-4af5-9591-012ca4ced70a,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:01.798834 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da658eed-59b0-40fe-a478-48610dec0a43 req-ca5d9dce-4498-4109-9377-b864300efd3e tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:01.801600 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-da658eed-59b0-40fe-a478-48610dec0a43 req-ca5d9dce-4498-4109-9377-b864300efd3e tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.0654929 Nov 19 15:05:01.853323 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-da658eed-59b0-40fe-a478-48610dec0a43 req-094b536b-c523-4460-8b22-1e93fb9559ff tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449398 Nov 19 15:05:02.486048 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 41216) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:02.594165 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-80eb24bc-2e09-42a6-89eb-8f414fdb974a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:02.672013 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-80eb24bc-2e09-42a6-89eb-8f414fdb974a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:02.675956 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-80eb24bc-2e09-42a6-89eb-8f414fdb974a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:02.711996 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb24bc-2e09-42a6-89eb-8f414fdb974a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f674271-a068-4f5e-901a-57ec24f09f80,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:02.716439 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-80eb24bc-2e09-42a6-89eb-8f414fdb974a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de8900b119174b1db939ea20f03f339d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293768 Nov 19 15:05:02.719316 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 41222) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:02.765998 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-2d6b7ae2-e1ba-4fe6-ab43-49bdfecd40ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:02.786299 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-2d6b7ae2-e1ba-4fe6-ab43-49bdfecd40ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:02.832554 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-2d6b7ae2-e1ba-4fe6-ab43-49bdfecd40ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:02.835040 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-2d6b7ae2-e1ba-4fe6-ab43-49bdfecd40ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:02.836275 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-2d6b7ae2-e1ba-4fe6-ab43-49bdfecd40ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f674271-a068-4f5e-901a-57ec24f09f80 HTTP/1.1" status: 204 len: 168 time: 0.1160555 Nov 19 15:05:02.844045 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b7ae2-e1ba-4fe6-ab43-49bdfecd40ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f674271-a068-4f5e-901a-57ec24f09f80,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:02.977657 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c890ff0-50e9-435c-b32e-5d4c86561cd9 req-cf6b1eb4-2508-4c8a-9f27-c9eb7682ef1c tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:02.979153 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-2c890ff0-50e9-435c-b32e-5d4c86561cd9 req-cf6b1eb4-2508-4c8a-9f27-c9eb7682ef1c tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.0520961 Nov 19 15:05:03.027538 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-2c890ff0-50e9-435c-b32e-5d4c86561cd9 req-5c174705-b772-482f-9eb4-ac4dc57118ad tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418282 Nov 19 15:05:03.535183 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 41264) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:03.638158 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-fcd11a53-b3bb-4973-bbab-69cfd2c2f45a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:03.717672 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-fcd11a53-b3bb-4973-bbab-69cfd2c2f45a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:03.721963 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-fcd11a53-b3bb-4973-bbab-69cfd2c2f45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:03.765403 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-fcd11a53-b3bb-4973-bbab-69cfd2c2f45a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0594461d5674f54adb1d1f7e90ef60b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290907 Nov 19 15:05:03.767519 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd11a53-b3bb-4973-bbab-69cfd2c2f45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5600d02d-a566-479c-9987-87f410657bfb,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:03.768669 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 41270) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:03.821517 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-5b317bd5-313e-46ca-905a-854e261f6b92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:03.843418 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-5b317bd5-313e-46ca-905a-854e261f6b92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:03.897734 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-5b317bd5-313e-46ca-905a-854e261f6b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:03.901230 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-5b317bd5-313e-46ca-905a-854e261f6b92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:03.903833 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-5b317bd5-313e-46ca-905a-854e261f6b92 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5600d02d-a566-479c-9987-87f410657bfb HTTP/1.1" status: 204 len: 168 time: 0.1337833 Nov 19 15:05:03.917437 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b317bd5-313e-46ca-905a-854e261f6b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5600d02d-a566-479c-9987-87f410657bfb,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:03.991236 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:04.147428 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fee588-aee8-490d-bf83-cc226cda7bd8 req-68162e7a-0c4b-4d27-899a-b314b70f49ba tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:04.148952 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-c5fee588-aee8-490d-bf83-cc226cda7bd8 req-68162e7a-0c4b-4d27-899a-b314b70f49ba tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.0510979 Nov 19 15:05:04.201055 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-c5fee588-aee8-490d-bf83-cc226cda7bd8 req-345518e7-2120-4f48-8323-60312f46eae8 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459635 Nov 19 15:05:04.213274 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 41284) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:04.227090 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-0f6537e4-1d3f-425d-81b1-9e55e9642929 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:04.301138 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-0f6537e4-1d3f-425d-81b1-9e55e9642929 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:04.304684 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-0f6537e4-1d3f-425d-81b1-9e55e9642929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:04.342881 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-0f6537e4-1d3f-425d-81b1-9e55e9642929 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6dd5397597554345b7b4cddb6dc7ab9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1285427 Nov 19 15:05:04.345073 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6537e4-1d3f-425d-81b1-9e55e9642929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b179011-3aec-4044-8271-f0b76fb69471,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:04.345733 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 41286) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:04.393701 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-cb043cc4-faff-45f7-ae3a-7151567c98a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:04.415107 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-cb043cc4-faff-45f7-ae3a-7151567c98a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:04.462097 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-cb043cc4-faff-45f7-ae3a-7151567c98a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:04.464723 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-cb043cc4-faff-45f7-ae3a-7151567c98a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:04.468644 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-cb043cc4-faff-45f7-ae3a-7151567c98a6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b179011-3aec-4044-8271-f0b76fb69471 HTTP/1.1" status: 204 len: 168 time: 0.1193523 Nov 19 15:05:04.476125 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb043cc4-faff-45f7-ae3a-7151567c98a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b179011-3aec-4044-8271-f0b76fb69471,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:05.326024 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c718e-4743-468e-afba-8cc9459e913b req-8947a398-2d4b-478f-90a0-10fb74d0d237 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:05.327506 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-477c718e-4743-468e-afba-8cc9459e913b req-8947a398-2d4b-478f-90a0-10fb74d0d237 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.0522037 Nov 19 15:05:05.375795 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-477c718e-4743-468e-afba-8cc9459e913b req-9802c135-4813-47d4-9656-8f689df64df1 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415413 Nov 19 15:05:06.492987 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6119a63-fbdb-44bd-8fd2-7b22fab8acf2 req-ff3b0b53-2401-4ffb-9a29-b309dbaa57aa tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:06.494376 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-c6119a63-fbdb-44bd-8fd2-7b22fab8acf2 req-ff3b0b53-2401-4ffb-9a29-b309dbaa57aa tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.0512757 Nov 19 15:05:06.539992 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-c6119a63-fbdb-44bd-8fd2-7b22fab8acf2 req-6b32cc13-9d59-4570-9a82-f077f1722099 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398352 Nov 19 15:05:07.653002 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8360773-fc0a-4367-817c-d65b21d95c80 req-92dd251a-ddd9-4a5c-99cc-5ba8dd84d866 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:07.654455 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-b8360773-fc0a-4367-817c-d65b21d95c80 req-92dd251a-ddd9-4a5c-99cc-5ba8dd84d866 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.0473447 Nov 19 15:05:07.701043 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-b8360773-fc0a-4367-817c-d65b21d95c80 req-057fec32-dffa-49e8-8574-17ef8b70cc17 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403643 Nov 19 15:05:08.821512 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd5efd-090b-4305-aa9a-a1d053bdcc61 req-d5654a4c-5913-42aa-82b5-4b927a0e40fd tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:08.823020 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-33cd5efd-090b-4305-aa9a-a1d053bdcc61 req-d5654a4c-5913-42aa-82b5-4b927a0e40fd tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.0523996 Nov 19 15:05:08.872133 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-33cd5efd-090b-4305-aa9a-a1d053bdcc61 req-e0471f20-cf7b-4239-8207-564fabaf473a tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421422 Nov 19 15:05:09.627782 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a116143-8d60-46ad-b86d-fca12009d04c req-f2691c0b-5dc5-4767-88a2-da705011dd52 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:09.629312 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-1a116143-8d60-46ad-b86d-fca12009d04c req-f2691c0b-5dc5-4767-88a2-da705011dd52 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 946 time: 0.0527542 Nov 19 15:05:09.678283 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-1a116143-8d60-46ad-b86d-fca12009d04c req-cd2359de-a2bf-4eb8-9661-7c247ea669f8 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429091 Nov 19 15:05:09.984712 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b56ab-6c2b-4e3b-a186-dfbcd81385a9 req-71b93fc5-e3cd-4544-b92b-c4a7df9c5248 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:09.986320 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-8a4b56ab-6c2b-4e3b-a186-dfbcd81385a9 req-71b93fc5-e3cd-4544-b92b-c4a7df9c5248 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.0476151 Nov 19 15:05:10.041429 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-8a4b56ab-6c2b-4e3b-a186-dfbcd81385a9 req-65dcaa14-c232-45d6-824d-eba044ae3058 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491173 Nov 19 15:05:10.956308 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9cbcd-9a06-482f-9c5c-0e00bf5234cd req-0815a5fe-651b-43bc-9e18-d5c62547b646 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:10.957853 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-33c9cbcd-9a06-482f-9c5c-0e00bf5234cd req-0815a5fe-651b-43bc-9e18-d5c62547b646 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 946 time: 0.2100012 Nov 19 15:05:11.005288 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-33c9cbcd-9a06-482f-9c5c-0e00bf5234cd req-cbe9da2a-605d-458e-91a8-583f15fe245a tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414226 Nov 19 15:05:11.152947 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6837a-dde3-4c50-928f-668429619120 req-493b4edf-f6af-490b-bdd2-30769de6ab6f tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:11.154427 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-03f6837a-dde3-4c50-928f-668429619120 req-493b4edf-f6af-490b-bdd2-30769de6ab6f tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.0480866 Nov 19 15:05:11.201428 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-03f6837a-dde3-4c50-928f-668429619120 req-96b9f919-d47d-4e5f-83cb-e3b5f3f4c331 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403659 Nov 19 15:05:12.120377 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ead928-eb75-4771-b1cc-766343cf7e69 req-e1a1d15e-4603-4a00-8d6e-6d813626dcee tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:12.121894 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-c6ead928-eb75-4771-b1cc-766343cf7e69 req-e1a1d15e-4603-4a00-8d6e-6d813626dcee tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 946 time: 0.0493498 Nov 19 15:05:12.167934 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-c6ead928-eb75-4771-b1cc-766343cf7e69 req-485eed2a-6093-475c-9ed6-c931d9bf7779 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397773 Nov 19 15:05:12.315522 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24c69a-0300-4a7b-b8fd-70d17e58ee9f req-7d600a1c-fd01-495f-bbcd-907c984bdb23 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:12.316976 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-2f24c69a-0300-4a7b-b8fd-70d17e58ee9f req-7d600a1c-fd01-495f-bbcd-907c984bdb23 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.0468638 Nov 19 15:05:12.362789 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-2f24c69a-0300-4a7b-b8fd-70d17e58ee9f req-3fe848c9-52f4-4332-b882-48a58056e032 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400510 Nov 19 15:05:13.281171 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41005060-6951-4cfa-8aca-b004acf15475 req-03d69544-3619-4883-8a78-b3a934b3afd1 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:13.282804 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-41005060-6951-4cfa-8aca-b004acf15475 req-03d69544-3619-4883-8a78-b3a934b3afd1 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 946 time: 0.0484922 Nov 19 15:05:13.334023 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-41005060-6951-4cfa-8aca-b004acf15475 req-760efe4d-3c11-4872-a911-ba2927056b26 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453782 Nov 19 15:05:13.476532 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6e5af-594e-484f-9c21-b7bc33b302b4 req-267d49b8-c87e-403e-8477-3af1e50d81d8 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:13.478133 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6ed6e5af-594e-484f-9c21-b7bc33b302b4 req-267d49b8-c87e-403e-8477-3af1e50d81d8 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.0478141 Nov 19 15:05:13.525871 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6ed6e5af-594e-484f-9c21-b7bc33b302b4 req-9a7831db-fc71-4864-86b7-e3840d84361f tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418148 Nov 19 15:05:14.184905 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 41494) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:14.290421 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-677ceb71-ab23-4a3e-9964-663ee9a295cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:14.370742 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-677ceb71-ab23-4a3e-9964-663ee9a295cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:14.375765 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-677ceb71-ab23-4a3e-9964-663ee9a295cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:14.412356 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ceb71-ab23-4a3e-9964-663ee9a295cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de28dd6-e404-428d-afc0-475d7dc6a8ce,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:14.422889 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-677ceb71-ab23-4a3e-9964-663ee9a295cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d1034c0c7d44653825f39ca975f7e32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368779 Nov 19 15:05:14.425441 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 41506) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:14.466827 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e2d4f-c40e-4dd9-8142-2410ff3f2945 req-b7013887-bc74-460a-b532-4ec0d9b3149f tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:14.470059 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-fe4e2d4f-c40e-4dd9-8142-2410ff3f2945 req-b7013887-bc74-460a-b532-4ec0d9b3149f tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 946 time: 0.0609674 Nov 19 15:05:14.477639 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-42ff3ec4-23d8-483f-beab-311671ff5725 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:14.506015 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-42ff3ec4-23d8-483f-beab-311671ff5725 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:14.506792 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 41508) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:14.532614 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-fe4e2d4f-c40e-4dd9-8142-2410ff3f2945 req-0e95b257-4fef-4426-b663-3fef9f95e1de tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568900 Nov 19 15:05:14.574245 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-42ff3ec4-23d8-483f-beab-311671ff5725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:14.576860 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-42ff3ec4-23d8-483f-beab-311671ff5725 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:14.578632 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-42ff3ec4-23d8-483f-beab-311671ff5725 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7de28dd6-e404-428d-afc0-475d7dc6a8ce HTTP/1.1" status: 204 len: 168 time: 0.1514127 Nov 19 15:05:14.586697 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff3ec4-23d8-483f-beab-311671ff5725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de28dd6-e404-428d-afc0-475d7dc6a8ce,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:14.651964 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-93994e4b-c29c-4311-b56d-dbfb2b093a6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:14.677437 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2546db-6e94-4016-91f7-69060b3ba19d req-99362667-ab78-48b6-b377-603a842cafc2 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:14.678965 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-1c2546db-6e94-4016-91f7-69060b3ba19d req-99362667-ab78-48b6-b377-603a842cafc2 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.0658698 Nov 19 15:05:14.735720 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-93994e4b-c29c-4311-b56d-dbfb2b093a6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:14.746004 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-93994e4b-c29c-4311-b56d-dbfb2b093a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:14.746213 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-1c2546db-6e94-4016-91f7-69060b3ba19d req-667d7cc5-ae8d-4fe4-862b-2514c69d0ae4 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564299 Nov 19 15:05:14.789042 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-93994e4b-c29c-4311-b56d-dbfb2b093a6e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e497d062ab0c46ee9572c4ed967afed6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2806022 Nov 19 15:05:14.791881 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 41520) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:14.794459 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93994e4b-c29c-4311-b56d-dbfb2b093a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50dffa57-1ac8-4af9-a8ae-7004e1535a11,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:14.854049 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-493f6ba0-17bb-4437-b5c2-cd288a3a6910 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:14.877649 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-493f6ba0-17bb-4437-b5c2-cd288a3a6910 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:14.896977 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 41526) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:14.912659 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-247bd2b8-ee40-491e-bedf-e49c8f0f79be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:14.930122 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-493f6ba0-17bb-4437-b5c2-cd288a3a6910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:14.933009 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-493f6ba0-17bb-4437-b5c2-cd288a3a6910 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:14.934346 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-493f6ba0-17bb-4437-b5c2-cd288a3a6910 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/50dffa57-1ac8-4af9-a8ae-7004e1535a11 HTTP/1.1" status: 204 len: 168 time: 0.1410613 Nov 19 15:05:14.944618 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f6ba0-17bb-4437-b5c2-cd288a3a6910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dffa57-1ac8-4af9-a8ae-7004e1535a11,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:15.033230 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-247bd2b8-ee40-491e-bedf-e49c8f0f79be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:15.038752 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-247bd2b8-ee40-491e-bedf-e49c8f0f79be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:15.087813 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-247bd2b8-ee40-491e-bedf-e49c8f0f79be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=267980ce19c74733b00280542cc40b2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1892889 Nov 19 15:05:15.088112 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 41534) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:15.089192 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247bd2b8-ee40-491e-bedf-e49c8f0f79be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d84480-9464-4183-98a7-c5c8626e1947,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:15.210208 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-ca19a377-71b4-4885-b5aa-994807b544c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:15.216206 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd98c43-4afb-45c3-8035-ee786f0cba54 req-012040d7-1353-4318-80cc-6bb62f865979 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:15.223221 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-5fd98c43-4afb-45c3-8035-ee786f0cba54 req-012040d7-1353-4318-80cc-6bb62f865979 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 946 time: 0.0640318 Nov 19 15:05:15.248321 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-ca19a377-71b4-4885-b5aa-994807b544c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:15.310023 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-ca19a377-71b4-4885-b5aa-994807b544c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:15.313130 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-ca19a377-71b4-4885-b5aa-994807b544c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:15.315030 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-ca19a377-71b4-4885-b5aa-994807b544c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/91d84480-9464-4183-98a7-c5c8626e1947 HTTP/1.1" status: 204 len: 168 time: 0.2257302 Nov 19 15:05:15.325018 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19a377-71b4-4885-b5aa-994807b544c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d84480-9464-4183-98a7-c5c8626e1947,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:15.412199 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-5fd98c43-4afb-45c3-8035-ee786f0cba54 req-aa8c1a73-f5e4-4b36-803a-ca62e102af90 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Deleting port 08cbe617-de50-484d-9296-d6a6db7fcc1c {{(pid=102740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:05:15.412602 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-5fd98c43-4afb-45c3-8035-ee786f0cba54 req-aa8c1a73-f5e4-4b36-803a-ca62e102af90 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:15.507410 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-5fd98c43-4afb-45c3-8035-ee786f0cba54 req-aa8c1a73-f5e4-4b36-803a-ca62e102af90 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] For port 08cbe617-de50-484d-9296-d6a6db7fcc1c, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=08cbe617-de50-484d-9296-d6a6db7fcc1c,segment=NetworkSegment(825cdef8-593d-4f91-8a08-956301887ecd),segment_id=825cdef8-593d-4f91-8a08-956301887ecd)] {{(pid=102740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:05:15.508031 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-5fd98c43-4afb-45c3-8035-ee786f0cba54 req-aa8c1a73-f5e4-4b36-803a-ca62e102af90 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:15.526618 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-5fd98c43-4afb-45c3-8035-ee786f0cba54 req-aa8c1a73-f5e4-4b36-803a-ca62e102af90 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Calling delete_port for 08cbe617-de50-484d-9296-d6a6db7fcc1c owned by compute:nova {{(pid=102740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:05:15.692639 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b73dc0-28ac-4da2-a84a-f2c582848691 req-93884ab6-2b92-4db4-a83f-d8b004f6226c tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:15.694358 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-e3b73dc0-28ac-4da2-a84a-f2c582848691 req-93884ab6-2b92-4db4-a83f-d8b004f6226c tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 946 time: 0.0656846 Nov 19 15:05:15.731595 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-5fd98c43-4afb-45c3-8035-ee786f0cba54 req-aa8c1a73-f5e4-4b36-803a-ca62e102af90 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177'] for port, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:15.749406 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['08cbe617-de50-484d-9296-d6a6db7fcc1c'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:05:15.793895 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-e3b73dc0-28ac-4da2-a84a-f2c582848691 req-2e5b5789-2c80-465e-95e4-93eb8153dd57 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/security-groups?id=f586ae87-3d12-4e96-809c-bd0a73d5c439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832047 Nov 19 15:05:15.807162 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c1a73-f5e4-4b36-803a-ca62e102af90 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Pushing event deleted for resources: {'Port': ['ID=08cbe617-de50-484d-9296-d6a6db7fcc1c,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:15.851627 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd98c43-4afb-45c3-8035-ee786f0cba54 req-aa8c1a73-f5e4-4b36-803a-ca62e102af90 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] No DVR routers for this DVR port 08cbe617-de50-484d-9296-d6a6db7fcc1c on host hv-cinder-81757 {{(pid=102740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 15:05:15.870577 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-5fd98c43-4afb-45c3-8035-ee786f0cba54 req-aa8c1a73-f5e4-4b36-803a-ca62e102af90 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:15.874017 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-5fd98c43-4afb-45c3-8035-ee786f0cba54 req-aa8c1a73-f5e4-4b36-803a-ca62e102af90 tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.11 "DELETE /v2.0/ports/08cbe617-de50-484d-9296-d6a6db7fcc1c HTTP/1.1" status: 204 len: 173 time: 0.6445014 Nov 19 15:05:15.874535 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9389e29-4358-4ddd-9918-0f500d8364f2', 'name': 'network-vif-deleted', 'tag': '08cbe617-de50-484d-9296-d6a6db7fcc1c'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:05:15.877960 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12bfe2b7-714b-4127-bd4d-aa8e2c90d91f" -d '{"events": [{"server_uuid": "d9389e29-4358-4ddd-9918-0f500d8364f2", "name": "network-vif-deleted", "tag": "08cbe617-de50-484d-9296-d6a6db7fcc1c"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:05:15.915306 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ba03c-c459-404b-8b37-91edac724e2f req-57b65e82-41fa-4a81-8188-7ebcf577f629 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:15.917077 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-203ba03c-c459-404b-8b37-91edac724e2f req-57b65e82-41fa-4a81-8188-7ebcf577f629 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.0885770 Nov 19 15:05:15.933076 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373ecf01-5d0d-47ca-b660-5133bbc1a8fd x-openstack-request-id: req-373ecf01-5d0d-47ca-b660-5133bbc1a8fd {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:05:15.933431 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9389e29-4358-4ddd-9918-0f500d8364f2", "name": "network-vif-deleted", "tag": "08cbe617-de50-484d-9296-d6a6db7fcc1c", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:05:15.933620 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-373ecf01-5d0d-47ca-b660-5133bbc1a8fd {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:05:15.934011 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9389e29-4358-4ddd-9918-0f500d8364f2', 'name': 'network-vif-deleted', 'tag': '08cbe617-de50-484d-9296-d6a6db7fcc1c', 'status': 'completed', 'code': 200} Nov 19 15:05:15.974571 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-203ba03c-c459-404b-8b37-91edac724e2f req-e50b3e07-eef9-4152-bf50-ec4197acba12 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470324 Nov 19 15:05:16.111342 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-e9f08ffe-a1ae-42b6-8a7e-14d33c5184d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:16.919253 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-7957edd9-f7ec-4348-8f92-e0003bde9791 req-1b8bdc62-b762-4118-9bb3-8b49ab8b3c3c tempest-DeleteServersTestJSON-1574325052 tempest-DeleteServersTestJSON-1574325052-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9389e29-4358-4ddd-9918-0f500d8364f2 HTTP/1.1" status: 200 len: 210 time: 0.0264606 Nov 19 15:05:17.091548 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71fe18-c5d6-41dc-a4d1-ed8a8d47b899 req-6eeb5a5e-b0d6-4e0c-ab81-4d9e39108361 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:17.093240 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-1a71fe18-c5d6-41dc-a4d1-ed8a8d47b899 req-6eeb5a5e-b0d6-4e0c-ab81-4d9e39108361 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.0487955 Nov 19 15:05:17.144580 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-1a71fe18-c5d6-41dc-a4d1-ed8a8d47b899 req-4a8e5361-2a9e-4e51-9136-99666351c540 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448394 Nov 19 15:05:18.263973 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3a7cf-9772-4dcc-a956-1115bec42a20 req-2ce44083-2ca1-449b-a5a0-92823cda8fb7 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:18.265629 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-1dd3a7cf-9772-4dcc-a956-1115bec42a20 req-2ce44083-2ca1-449b-a5a0-92823cda8fb7 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.0528700 Nov 19 15:05:18.313710 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-1dd3a7cf-9772-4dcc-a956-1115bec42a20 req-0fa2ae87-c617-472a-b22d-2d1a4422c7d4 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422895 Nov 19 15:05:18.610461 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-b1962c3a-17db-4a2f-ac10-8caee5a2cde6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:19.427836 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef473cad-a4f9-43ad-8538-84093fb6d874 req-89626811-1bf0-44cd-8d1f-bf1795deb03b tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:19.429325 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ef473cad-a4f9-43ad-8538-84093fb6d874 req-89626811-1bf0-44cd-8d1f-bf1795deb03b tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.0472517 Nov 19 15:05:19.476198 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ef473cad-a4f9-43ad-8538-84093fb6d874 req-f5752d34-8e1d-4d66-8b7f-c7d1db01af9c tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410666 Nov 19 15:05:19.635396 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:19.755592 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 08cbe617-de50-484d-9296-d6a6db7fcc1c no longer exists at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:05:19.776992 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] No Port match for: 08cbe617-de50-484d-9296-d6a6db7fcc1c {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:05:19.777344 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 08cbe617-de50-484d-9296-d6a6db7fcc1c not bound to the agent host hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:05:20.594190 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e614d-8e07-40e7-986e-986afc218e14 req-1ccd7228-1801-424d-b0df-41c4b82a4806 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:20.595632 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-0b4e614d-8e07-40e7-986e-986afc218e14 req-1ccd7228-1801-424d-b0df-41c4b82a4806 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.0512078 Nov 19 15:05:20.643999 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-0b4e614d-8e07-40e7-986e-986afc218e14 req-dd92517d-eb61-4276-b3f3-20dc55651d67 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421593 Nov 19 15:05:20.999001 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 41730) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:21.050222 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:21.133788 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e75a76d6-e8c1-4140-a54f-79ac8003545d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:21.213286 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e75a76d6-e8c1-4140-a54f-79ac8003545d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:21.217848 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e75a76d6-e8c1-4140-a54f-79ac8003545d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:21.257252 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-e75a76d6-e8c1-4140-a54f-79ac8003545d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0c4a4e941d064b05ac62c80decdb61c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2561064 Nov 19 15:05:21.258190 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a76d6-e8c1-4140-a54f-79ac8003545d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29aa356c-c746-49d5-b70b-7e6aaf532a2a,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:21.259942 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 41748) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:21.313967 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-8af53e92-e342-4fa6-8de4-9237c75d4626 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:21.336706 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-8af53e92-e342-4fa6-8de4-9237c75d4626 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:21.384331 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-8af53e92-e342-4fa6-8de4-9237c75d4626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:21.387207 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-8af53e92-e342-4fa6-8de4-9237c75d4626 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:21.389263 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-8af53e92-e342-4fa6-8de4-9237c75d4626 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29aa356c-c746-49d5-b70b-7e6aaf532a2a HTTP/1.1" status: 204 len: 168 time: 0.1276276 Nov 19 15:05:21.398187 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af53e92-e342-4fa6-8de4-9237c75d4626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29aa356c-c746-49d5-b70b-7e6aaf532a2a,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:21.459559 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 41762) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:21.518898 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cdf0b85-041e-4deb-b8e1-d9255a9b9872 admin admin] Deleting subnet 794ab25b-a9e8-4a59-a490-7e3e827b5ce9 {{(pid=102740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 15:05:21.522874 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-3cdf0b85-041e-4deb-b8e1-d9255a9b9872 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:21.566475 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-3cdf0b85-041e-4deb-b8e1-d9255a9b9872 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:21.576172 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-3cdf0b85-041e-4deb-b8e1-d9255a9b9872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606856'] for subnet, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:21.633451 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-3cdf0b85-041e-4deb-b8e1-d9255a9b9872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375'] for subnet, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:21.664947 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-3cdf0b85-041e-4deb-b8e1-d9255a9b9872 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:21.669975 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-3cdf0b85-041e-4deb-b8e1-d9255a9b9872 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/794ab25b-a9e8-4a59-a490-7e3e827b5ce9 HTTP/1.1" status: 204 len: 168 time: 0.2094021 Nov 19 15:05:21.671227 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf0b85-041e-4deb-b8e1-d9255a9b9872 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=794ab25b-a9e8-4a59-a490-7e3e827b5ce9,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:21.672600 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 41778) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:21.755827 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8b58d27c-6f82-472a-8b05-1530b6c1996d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616598'] for network, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:21.790280 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11335e18-9649-484c-9e4e-12a97c30baba req-8657c0d8-4a6c-4e4c-8fe7-cc898fe528b9 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:21.792357 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-11335e18-9649-484c-9e4e-12a97c30baba req-8657c0d8-4a6c-4e4c-8fe7-cc898fe528b9 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.0527825 Nov 19 15:05:21.849245 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-11335e18-9649-484c-9e4e-12a97c30baba req-816d9d18-e0a9-4875-a16a-ff06c4fa2f6b tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497587 Nov 19 15:05:21.928055 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-9bdeb71c-0b17-416b-a670-f42b7ebd07b5 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:21.929568 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-9bdeb71c-0b17-416b-a670-f42b7ebd07b5 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/networks?id=cd986946-8454-44e7-80e5-6d3c5bfe30eb HTTP/1.1" status: 200 len: 815 time: 0.1768003 Nov 19 15:05:21.940539 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8b58d27c-6f82-472a-8b05-1530b6c1996d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-608543', 'neutron.services.segments.db._delete_segments_for_network-8763178264971'] for network, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:21.959913 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-c79600bc-30f6-4a4a-a0d9-145ff5cf42f5 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/quotas/53995b55564a4b2784260772caeedf05 HTTP/1.1" status: 200 len: 375 time: 0.0220356 Nov 19 15:05:21.969977 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8b58d27c-6f82-472a-8b05-1530b6c1996d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 15:05:21.970324 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8b58d27c-6f82-472a-8b05-1530b6c1996d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 15:05:21.971077 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8b58d27c-6f82-472a-8b05-1530b6c1996d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 15:05:21.971428 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8b58d27c-6f82-472a-8b05-1530b6c1996d admin admin] Subscribe: > port after_create 55550000 {{(pid=102739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 15:05:21.971875 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8b58d27c-6f82-472a-8b05-1530b6c1996d admin admin] Subscribe: > port after_delete 55550000 {{(pid=102739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 15:05:21.972186 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8b58d27c-6f82-472a-8b05-1530b6c1996d admin admin] Subscribe: > port after_update 55550000 {{(pid=102739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 15:05:21.972443 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8b58d27c-6f82-472a-8b05-1530b6c1996d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 15:05:21.972765 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8b58d27c-6f82-472a-8b05-1530b6c1996d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 15:05:21.973136 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8b58d27c-6f82-472a-8b05-1530b6c1996d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 15:05:21.973461 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8b58d27c-6f82-472a-8b05-1530b6c1996d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 15:05:22.122209 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:22.199076 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8b58d27c-6f82-472a-8b05-1530b6c1996d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 15:05:22.199424 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8b58d27c-6f82-472a-8b05-1530b6c1996d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 15:05:22.199991 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8b58d27c-6f82-472a-8b05-1530b6c1996d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 15:05:22.200506 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8b58d27c-6f82-472a-8b05-1530b6c1996d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 15:05:22.200925 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.services.segments.db [None req-8b58d27c-6f82-472a-8b05-1530b6c1996d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c9cca4b-ed41-4a56-84cf-c924ddaee6d8']}} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:05:22.227084 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 41810) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:22.251324 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.services.segments.db [None req-8b58d27c-6f82-472a-8b05-1530b6c1996d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '825cdef8-593d-4f91-8a08-956301887ecd') {'for_net_delete': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:05:22.251614 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.services.segments.db [None req-8b58d27c-6f82-472a-8b05-1530b6c1996d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '825cdef8-593d-4f91-8a08-956301887ecd') {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:05:22.270672 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8b58d27c-6f82-472a-8b05-1530b6c1996d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763178248843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58998122'] for segment, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:22.295175 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8b58d27c-6f82-472a-8b05-1530b6c1996d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597'] for segment, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:22.306301 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b58d27c-6f82-472a-8b05-1530b6c1996d admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=102739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 15:05:22.306841 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8b58d27c-6f82-472a-8b05-1530b6c1996d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58727976'] for segment, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:22.325513 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [None req-82e0bde4-46a7-4342-bddd-4d5edcc18fa5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-446652969-network', 'tenant_id': 'faec73be0ed44740b1d7128823a86838'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:05:22.328362 dv-cinder-817573-1-iscsi neutron-server[102739]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 15:05:22.328362 dv-cinder-817573-1-iscsi neutron-server[102739]: from cryptography.utils import int_from_bytes Nov 19 15:05:22.328362 dv-cinder-817573-1-iscsi neutron-server[102739]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 15:05:22.328362 dv-cinder-817573-1-iscsi neutron-server[102739]: from cryptography.utils import int_from_bytes Nov 19 15:05:22.328362 dv-cinder-817573-1-iscsi neutron-server[102739]: Traceback (most recent call last): Nov 19 15:05:22.328362 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 15:05:22.328362 dv-cinder-817573-1-iscsi neutron-server[102739]: timer() Nov 19 15:05:22.328362 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 15:05:22.328362 dv-cinder-817573-1-iscsi neutron-server[102739]: cb(*args, **kw) Nov 19 15:05:22.328362 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 15:05:22.328362 dv-cinder-817573-1-iscsi neutron-server[102739]: return func(*args, **kwargs) Nov 19 15:05:22.328362 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 15:05:22.328362 dv-cinder-817573-1-iscsi neutron-server[102739]: self._notify() Nov 19 15:05:22.328362 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 15:05:22.328362 dv-cinder-817573-1-iscsi neutron-server[102739]: self.callback(batched_events) Nov 19 15:05:22.328362 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 15:05:22.328362 dv-cinder-817573-1-iscsi neutron-server[102739]: event.method(event) Nov 19 15:05:22.328362 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 15:05:22.328362 dv-cinder-817573-1-iscsi neutron-server[102739]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 15:05:22.328362 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 15:05:22.328362 dv-cinder-817573-1-iscsi neutron-server[102739]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 15:05:22.328362 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 15:05:22.328362 dv-cinder-817573-1-iscsi neutron-server[102739]: return f(self, *a, **k) Nov 19 15:05:22.328362 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 15:05:22.328362 dv-cinder-817573-1-iscsi neutron-server[102739]: return self._get(url).json() Nov 19 15:05:22.328362 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 15:05:22.328362 dv-cinder-817573-1-iscsi neutron-server[102739]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 15:05:22.328362 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 15:05:22.328362 dv-cinder-817573-1-iscsi neutron-server[102739]: return self.request(url, 'GET', **kwargs) Nov 19 15:05:22.328362 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 15:05:22.328362 dv-cinder-817573-1-iscsi neutron-server[102739]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 15:05:22.328362 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 15:05:22.328362 dv-cinder-817573-1-iscsi neutron-server[102739]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 15:05:22.328362 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 15:05:22.328362 dv-cinder-817573-1-iscsi neutron-server[102739]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 15:05:22.328362 dv-cinder-817573-1-iscsi neutron-server[102739]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 15:05:22.345105 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-20c076bb-1e35-4b22-8dd7-788f2ff65339 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=53995b55564a4b2784260772caeedf05&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3779464 Nov 19 15:05:22.358310 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e0bde4-46a7-4342-bddd-4d5edcc18fa5 admin admin] Made reservation on behalf of faec73be0ed44740b1d7128823a86838 for: {'network': 1} {{(pid=102740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:05:22.361018 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-82e0bde4-46a7-4342-bddd-4d5edcc18fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for network, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:22.369647 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-82e0bde4-46a7-4342-bddd-4d5edcc18fa5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:22.454109 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8b58d27c-6f82-472a-8b05-1530b6c1996d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-608518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469263'] for network, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:22.460691 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8b58d27c-6f82-472a-8b05-1530b6c1996d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for network, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:22.466978 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-8b58d27c-6f82-472a-8b05-1530b6c1996d admin admin] 10.222.0.20 "DELETE /v2.0/networks/3c9cca4b-ed41-4a56-84cf-c924ddaee6d8 HTTP/1.1" status: 204 len: 168 time: 0.7905834 Nov 19 15:05:22.480906 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-82e0bde4-46a7-4342-bddd-4d5edcc18fa5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:22.485798 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b58d27c-6f82-472a-8b05-1530b6c1996d admin admin] Pushing event deleted for resources: {'Network': ['ID=3c9cca4b-ed41-4a56-84cf-c924ddaee6d8,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:22.488500 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-82e0bde4-46a7-4342-bddd-4d5edcc18fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:22.505304 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82e0bde4-46a7-4342-bddd-4d5edcc18fa5 admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=102740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 15:05:22.516683 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-3272bf63-b0a5-4a75-8ed8-6eadb270a55d service neutron] 10.222.0.20 "GET /v2.0/networks/cd986946-8454-44e7-80e5-6d3c5bfe30eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442089 Nov 19 15:05:22.519557 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-82e0bde4-46a7-4342-bddd-4d5edcc18fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597'] for segment, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:22.520013 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.db.segments_db [None req-82e0bde4-46a7-4342-bddd-4d5edcc18fa5 admin admin] Added segment fb2e7e36-27d5-45cf-9b90-512b3301605a of type vlan for network b4ed2e73-3775-4a43-ae59-50f9a111138a Nov 19 15:05:22.570678 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0bde4-46a7-4342-bddd-4d5edcc18fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f0e028-076c-48b5-ac80-ecebaa0f3611,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:22.582204 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-82e0bde4-46a7-4342-bddd-4d5edcc18fa5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763177764639'] for network, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:22.618562 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-82e0bde4-46a7-4342-bddd-4d5edcc18fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375'] for network, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:22.618784 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e0bde4-46a7-4342-bddd-4d5edcc18fa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:22.619656 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-82e0bde4-46a7-4342-bddd-4d5edcc18fa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for network, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:22.639216 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 41826) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:22.663991 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-74231aa1-d84f-4d5b-a606-a7210f974420 service neutron] 10.222.0.20 "GET /v2.0/networks/cd986946-8454-44e7-80e5-6d3c5bfe30eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403964 Nov 19 15:05:22.697474 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-8121e288-b50f-4be8-8f31-2ed40e79b8dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f706bd80a9247579246ab8d0ec2203d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0549102 Nov 19 15:05:22.701316 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 41828) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:22.733418 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 41830) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:22.772073 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-7224e11f-7491-4a54-8d11-04969e7d35c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:22.803513 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-7224e11f-7491-4a54-8d11-04969e7d35c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:22.905829 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-7224e11f-7491-4a54-8d11-04969e7d35c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:22.908456 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-7224e11f-7491-4a54-8d11-04969e7d35c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:22.915481 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-7224e11f-7491-4a54-8d11-04969e7d35c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f586ae87-3d12-4e96-809c-bd0a73d5c439 HTTP/1.1" status: 204 len: 168 time: 0.2071173 Nov 19 15:05:22.934065 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-82e0bde4-46a7-4342-bddd-4d5edcc18fa5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7057657 Nov 19 15:05:22.938198 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d30b9244-4826-4461-9db3-b3623c492088 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:22.941047 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 41842) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:22.952451 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-a5affe32-f10d-4636-8c8f-3216f73b4bbe admin admin] Request body: {'subnet': {'network_id': 'b4ed2e73-3775-4a43-ae59-50f9a111138a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-446652969-subnet', 'tenant_id': 'faec73be0ed44740b1d7128823a86838', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:05:22.958711 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-7f61c9dd-18c2-4099-99ca-e6f4b6cd8d3a req-b9018acb-0a31-4feb-b2ff-deab21af555f tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cf74e04-9035-489f-b215-c529bd5be90d HTTP/1.1" status: 200 len: 210 time: 0.0440073 Nov 19 15:05:22.963763 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0bde4-46a7-4342-bddd-4d5edcc18fa5 admin admin] Pushing event updated for resources: {'Network': ['ID=b4ed2e73-3775-4a43-ae59-50f9a111138a,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:22.973963 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Network b4ed2e73-3775-4a43-ae59-50f9a111138a details requested by agent ovs-agent-dv-cinder-817573-1-iscsi with host dv-cinder-817573-1-iscsi {{(pid=102741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 15:05:22.986522 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224e11f-7491-4a54-8d11-04969e7d35c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f586ae87-3d12-4e96-809c-bd0a73d5c439,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:23.014436 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5affe32-f10d-4636-8c8f-3216f73b4bbe admin admin] Made reservation on behalf of faec73be0ed44740b1d7128823a86838 for: {'subnet': 1} {{(pid=102739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:05:23.017325 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a5affe32-f10d-4636-8c8f-3216f73b4bbe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59078732'] for subnet, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:23.176535 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a20f7-d34e-409b-aaf5-567de0f1fdd4 req-2c12afb8-4554-40fc-9a7f-75837e06cf72 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:23.178397 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-f07a20f7-d34e-409b-aaf5-567de0f1fdd4 req-2c12afb8-4554-40fc-9a7f-75837e06cf72 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.1652184 Nov 19 15:05:23.212092 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d30b9244-4826-4461-9db3-b3623c492088 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:23.222225 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d30b9244-4826-4461-9db3-b3623c492088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:23.313203 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-d30b9244-4826-4461-9db3-b3623c492088 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8acd87efe2dc4f278fe57c1d56a86e46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5771258 Nov 19 15:05:23.315591 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 41864) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:23.377161 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b9244-4826-4461-9db3-b3623c492088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a265745-aa72-4f42-aa25-7d0bbb277fc8,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:23.390450 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ebb26108-414b-42ea-a703-154d61e9d84d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:23.401321 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-f07a20f7-d34e-409b-aaf5-567de0f1fdd4 req-39f356bd-2289-46bf-ab61-cf9faad413db tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156148 Nov 19 15:05:23.424909 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ebb26108-414b-42ea-a703-154d61e9d84d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:23.451851 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a5affe32-f10d-4636-8c8f-3216f73b4bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58728065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59078750'] for subnet, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:23.492125 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ebb26108-414b-42ea-a703-154d61e9d84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:23.497144 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ebb26108-414b-42ea-a703-154d61e9d84d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:23.503765 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-ebb26108-414b-42ea-a703-154d61e9d84d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7a265745-aa72-4f42-aa25-7d0bbb277fc8 HTTP/1.1" status: 204 len: 168 time: 0.1871033 Nov 19 15:05:23.526669 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb26108-414b-42ea-a703-154d61e9d84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a265745-aa72-4f42-aa25-7d0bbb277fc8,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:23.537829 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5affe32-f10d-4636-8c8f-3216f73b4bbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=09c6ce36-5545-4a00-8637-775b2f8f0904,revision_number=0']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:23.558401 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5affe32-f10d-4636-8c8f-3216f73b4bbe admin admin] Checking segment: {'id': 'fb2e7e36-27d5-45cf-9b90-512b3301605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b4ed2e73-3775-4a43-ae59-50f9a111138a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:05:23.558831 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5affe32-f10d-4636-8c8f-3216f73b4bbe admin admin] Network hostable DHCP agents. Network: b4ed2e73-3775-4a43-ae59-50f9a111138a, hostable agents: ['b581fc54-f77c-4a6c-8194-faf7229ee611'], hosted agents: [] {{(pid=102739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 15:05:23.579808 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5affe32-f10d-4636-8c8f-3216f73b4bbe admin admin] Network b4ed2e73-3775-4a43-ae59-50f9a111138a is scheduled to be hosted by DHCP agent b581fc54-f77c-4a6c-8194-faf7229ee611 with binding_index 1 {{(pid=102739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 15:05:23.591934 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.base_scheduler [None req-a5affe32-f10d-4636-8c8f-3216f73b4bbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817573-1-iscsi, b4ed2e73-3775-4a43-ae59-50f9a111138a) {{(pid=102739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:05:23.598067 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5affe32-f10d-4636-8c8f-3216f73b4bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:23.599441 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a5affe32-f10d-4636-8c8f-3216f73b4bbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for subnet, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:23.605864 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3473e9-99a0-4dd1-a234-35d7e3fe9c65 None None] Network b4ed2e73-3775-4a43-ae59-50f9a111138a requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:05:23.646872 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-a5affe32-f10d-4636-8c8f-3216f73b4bbe admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6975875 Nov 19 15:05:23.759371 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f2fe04-55ec-449f-a312-65a168fba2ba None None] Network b4ed2e73-3775-4a43-ae59-50f9a111138a requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:05:23.901646 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 41892) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:23.918075 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-188ae989-8f37-43bf-af63-640325a21d71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:24.001258 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 41896) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:24.003370 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-188ae989-8f37-43bf-af63-640325a21d71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:24.011696 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-188ae989-8f37-43bf-af63-640325a21d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:24.055272 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-188ae989-8f37-43bf-af63-640325a21d71 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c25816bfa5444265aae02c36139255f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1525872 Nov 19 15:05:24.057113 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ae989-8f37-43bf-af63-640325a21d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659ae817-27da-412d-ac3d-ba34e738414d,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:24.057909 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 41900) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:24.110908 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ca0ab974-f4ee-41c9-9d5b-0b7bd97006ab req-57aa7cd1-ea97-4f17-bdff-c115b90351ed tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cf74e04-9035-489f-b215-c529bd5be90d HTTP/1.1" status: 200 len: 210 time: 0.0329738 Nov 19 15:05:24.152069 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-26a6891d-2c65-401f-9c36-fdf79fdc3282 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1862625812-network', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:05:24.166378 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8d4a4843-947b-4e70-bbba-fb026a904599 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:24.199200 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a6891d-2c65-401f-9c36-fdf79fdc3282 admin admin] Made reservation on behalf of a0e2bcec34734e86900951518afe4cf2 for: {'network': 1} {{(pid=102739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:05:24.202310 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-26a6891d-2c65-401f-9c36-fdf79fdc3282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for network, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:24.209554 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8d4a4843-947b-4e70-bbba-fb026a904599 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:24.221733 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-26a6891d-2c65-401f-9c36-fdf79fdc3282 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:24.319172 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8d4a4843-947b-4e70-bbba-fb026a904599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:24.322432 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8d4a4843-947b-4e70-bbba-fb026a904599 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:24.323822 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-8d4a4843-947b-4e70-bbba-fb026a904599 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/659ae817-27da-412d-ac3d-ba34e738414d HTTP/1.1" status: 204 len: 168 time: 0.2647665 Nov 19 15:05:24.341518 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a4843-947b-4e70-bbba-fb026a904599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659ae817-27da-412d-ac3d-ba34e738414d,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:24.346644 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-9a9243bf-b3cd-47a7-a4fd-c5c9b517b3ea tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:24.348360 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-9a9243bf-b3cd-47a7-a4fd-c5c9b517b3ea tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.11 "GET /v2.0/networks?id=cd986946-8454-44e7-80e5-6d3c5bfe30eb HTTP/1.1" status: 200 len: 815 time: 0.1595912 Nov 19 15:05:24.386572 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-2dcfab97-6aa7-4360-ab32-4d3c9308ab15 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Request body: {'port': {'device_id': '3cf74e04-9035-489f-b215-c529bd5be90d', 'network_id': 'cd986946-8454-44e7-80e5-6d3c5bfe30eb', 'admin_state_up': True, 'tenant_id': '53995b55564a4b2784260772caeedf05'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:05:24.413573 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-26a6891d-2c65-401f-9c36-fdf79fdc3282 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:24.421152 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-26a6891d-2c65-401f-9c36-fdf79fdc3282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:24.467320 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a6891d-2c65-401f-9c36-fdf79fdc3282 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=102739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 15:05:24.501146 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6891d-2c65-401f-9c36-fdf79fdc3282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e834cc4d-2abf-4d91-aef7-160297505519,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:24.501146 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-26a6891d-2c65-401f-9c36-fdf79fdc3282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597'] for segment, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:24.501146 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.db.segments_db [None req-26a6891d-2c65-401f-9c36-fdf79fdc3282 admin admin] Added segment 5c9a8ae0-0cc4-436d-a787-0604352c5b1e of type vlan for network ed0406b4-0bfe-439f-b48b-c510341d69dd Nov 19 15:05:24.579026 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-26a6891d-2c65-401f-9c36-fdf79fdc3282 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763177764639'] for network, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:24.606694 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd525bf-81f4-42c3-9df4-3f2bef3ab90b req-d5b9fed2-a464-4c61-915c-56f241738a6c tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:24.610005 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-cfd525bf-81f4-42c3-9df4-3f2bef3ab90b req-d5b9fed2-a464-4c61-915c-56f241738a6c tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.1075535 Nov 19 15:05:24.652772 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-26a6891d-2c65-401f-9c36-fdf79fdc3282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375'] for network, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:24.654287 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a6891d-2c65-401f-9c36-fdf79fdc3282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:24.655295 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-26a6891d-2c65-401f-9c36-fdf79fdc3282 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for network, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:24.699452 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-cfd525bf-81f4-42c3-9df4-3f2bef3ab90b req-93a20b5b-21a4-4600-a7b4-19b8736006d9 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783181 Nov 19 15:05:24.700567 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-2dcfab97-6aa7-4360-ab32-4d3c9308ab15 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Made reservation on behalf of 53995b55564a4b2784260772caeedf05 for: {'port': 1} {{(pid=102740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:05:24.705266 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-2dcfab97-6aa7-4360-ab32-4d3c9308ab15 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:24.722051 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-26a6891d-2c65-401f-9c36-fdf79fdc3282 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7194846 Nov 19 15:05:24.722668 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 41930) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:24.747443 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-732b01fe-64d7-4e00-919b-d7f0a43bf810 admin admin] Request body: {'subnet': {'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1862625812-subnet', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:05:24.759384 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6891d-2c65-401f-9c36-fdf79fdc3282 admin admin] Pushing event updated for resources: {'Network': ['ID=ed0406b4-0bfe-439f-b48b-c510341d69dd,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:24.768688 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 41934) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:24.773452 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Network ed0406b4-0bfe-439f-b48b-c510341d69dd details requested by agent ovs-agent-dv-cinder-817573-1-iscsi with host dv-cinder-817573-1-iscsi {{(pid=102741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 15:05:24.788440 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b2649602-db55-409b-961a-857e9ce6f720 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:24.792463 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732b01fe-64d7-4e00-919b-d7f0a43bf810 admin admin] Made reservation on behalf of a0e2bcec34734e86900951518afe4cf2 for: {'subnet': 1} {{(pid=102739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:05:24.794753 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-732b01fe-64d7-4e00-919b-d7f0a43bf810 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59078732'] for subnet, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:24.910809 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_common [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-2dcfab97-6aa7-4360-ab32-4d3c9308ab15 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Allocated IP 172.20.0.6 (cd986946-8454-44e7-80e5-6d3c5bfe30eb/66863856-ad42-4629-ab56-51eb7761d1fa/61ee76dd-0723-435f-bbf8-8a7d6039b176) {{(pid=102740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:05:24.981510 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b2649602-db55-409b-961a-857e9ce6f720 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:24.989298 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b2649602-db55-409b-961a-857e9ce6f720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:24.998414 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 41940) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:25.077095 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-b2649602-db55-409b-961a-857e9ce6f720 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d49462771b004fa482b90e4572af8641&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3050544 Nov 19 15:05:25.077757 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 41946) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:25.081207 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2649602-db55-409b-961a-857e9ce6f720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3943ca-0437-4cd2-92dd-9f59e6bf0cd4,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:25.086236 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-732b01fe-64d7-4e00-919b-d7f0a43bf810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58728065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59078750'] for subnet, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:25.091129 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-2dcfab97-6aa7-4360-ab32-4d3c9308ab15 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Publish callbacks [] for port, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:25.159411 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-8961852f-d3f6-4da0-aa1c-6fef130ba242 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:25.162939 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-2dcfab97-6aa7-4360-ab32-4d3c9308ab15 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168'] for port, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:25.165611 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8b4c8b12-8c91-468d-8f01-0a1776bbe6ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:25.176740 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['94209437-90e5-4185-8bfb-c299b5e4e597'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:05:25.189174 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b01fe-64d7-4e00-919b-d7f0a43bf810 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e852f975-4d1d-4820-9954-48ab18b88f42,revision_number=0']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:25.193157 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732b01fe-64d7-4e00-919b-d7f0a43bf810 admin admin] Checking segment: {'id': '5c9a8ae0-0cc4-436d-a787-0604352c5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:05:25.193512 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732b01fe-64d7-4e00-919b-d7f0a43bf810 admin admin] Network hostable DHCP agents. Network: ed0406b4-0bfe-439f-b48b-c510341d69dd, hostable agents: ['b581fc54-f77c-4a6c-8194-faf7229ee611'], hosted agents: [] {{(pid=102739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 15:05:25.231620 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-8961852f-d3f6-4da0-aa1c-6fef130ba242 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:25.247271 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-2dcfab97-6aa7-4360-ab32-4d3c9308ab15 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Network cd986946-8454-44e7-80e5-6d3c5bfe30eb is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:05:25.260451 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-2dcfab97-6aa7-4360-ab32-4d3c9308ab15 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:05:25.262807 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-2dcfab97-6aa7-4360-ab32-4d3c9308ab15 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Received port after_create {{(pid=102740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:05:25.269204 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-2dcfab97-6aa7-4360-ab32-4d3c9308ab15 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:25.269842 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-2dcfab97-6aa7-4360-ab32-4d3c9308ab15 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:25.271266 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8b4c8b12-8c91-468d-8f01-0a1776bbe6ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:25.275435 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcfab97-6aa7-4360-ab32-4d3c9308ab15 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Pushing event updated for resources: {'Port': ['ID=61ee76dd-0723-435f-bbf8-8a7d6039b176,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:25.300959 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8b4c8b12-8c91-468d-8f01-0a1776bbe6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:25.307181 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-2dcfab97-6aa7-4360-ab32-4d3c9308ab15 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9252677 Nov 19 15:05:25.322467 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-4324e672-bda2-4d64-bbe7-d14b905a1c02 service neutron] Request body: {'port': {'device_id': '3cf74e04-9035-489f-b215-c529bd5be90d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81757'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:05:25.345912 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-8961852f-d3f6-4da0-aa1c-6fef130ba242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:25.348451 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-8961852f-d3f6-4da0-aa1c-6fef130ba242 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:25.349615 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-8961852f-d3f6-4da0-aa1c-6fef130ba242 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d3943ca-0437-4cd2-92dd-9f59e6bf0cd4 HTTP/1.1" status: 204 len: 168 time: 0.2712054 Nov 19 15:05:25.362477 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c8b12-8c91-468d-8f01-0a1776bbe6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb14da0f-ce12-4165-894f-497f2a6913d7,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:25.366024 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961852f-d3f6-4da0-aa1c-6fef130ba242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3943ca-0437-4cd2-92dd-9f59e6bf0cd4,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:25.367645 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-8b4c8b12-8c91-468d-8f01-0a1776bbe6ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e7665cf81ea4f3bba25ed131bc110ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3666253 Nov 19 15:05:25.368353 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732b01fe-64d7-4e00-919b-d7f0a43bf810 admin admin] Network ed0406b4-0bfe-439f-b48b-c510341d69dd is scheduled to be hosted by DHCP agent b581fc54-f77c-4a6c-8194-faf7229ee611 with binding_index 1 {{(pid=102739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 15:05:25.370787 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 41952) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:25.378873 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a51441-bdbf-4aa3-afb1-87b47004f525 req-33516283-2f0c-4351-b182-676a3fdb3a07 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:25.380364 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-12a51441-bdbf-4aa3-afb1-87b47004f525 req-33516283-2f0c-4351-b182-676a3fdb3a07 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cf74e04-9035-489f-b215-c529bd5be90d HTTP/1.1" status: 200 len: 931 time: 0.1883919 Nov 19 15:05:25.393486 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.base_scheduler [None req-732b01fe-64d7-4e00-919b-d7f0a43bf810 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817573-1-iscsi, ed0406b4-0bfe-439f-b48b-c510341d69dd) {{(pid=102739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:05:25.403711 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732b01fe-64d7-4e00-919b-d7f0a43bf810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:25.404302 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-732b01fe-64d7-4e00-919b-d7f0a43bf810 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for subnet, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:25.432304 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-732b01fe-64d7-4e00-919b-d7f0a43bf810 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6906240 Nov 19 15:05:25.433727 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 41956) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:25.438207 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-4324e672-bda2-4d64-bbe7-d14b905a1c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:25.443224 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7905a37-6fb4-45e0-9ab0-c94b3489a196 None None] Network ed0406b4-0bfe-439f-b48b-c510341d69dd requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:05:25.443983 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-452541d8-9f9b-4df6-ba08-3bc05b7652e3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1862625812-router', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823'}}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:05:25.479444 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-12a51441-bdbf-4aa3-afb1-87b47004f525 req-ac964874-4f33-41cb-b0a2-33fe24a243e9 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890605 Nov 19 15:05:25.506752 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-452541d8-9f9b-4df6-ba08-3bc05b7652e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-464837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7263'] for router, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:25.508034 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-452541d8-9f9b-4df6-ba08-3bc05b7652e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437380', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7236'] for router, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:25.510260 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-a98c4a07-8935-4af5-9c0a-8c6b3f7440d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:25.554179 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-a98c4a07-8935-4af5-9c0a-8c6b3f7440d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:25.582898 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-452541d8-9f9b-4df6-ba08-3bc05b7652e3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:25.667695 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11685f53-fe37-4383-aee8-714ef240d2d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp819b9761-b326-5502-9f20-d7ca87230a0c-ed0406b4-0bfe-439f-b48b-c510341d69dd', 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'fixed_ips': [{'subnet_id': 'e852f975-4d1d-4820-9954-48ab18b88f42'}]}} from dv-cinder-817573-1-iscsi. {{(pid=102741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 15:05:25.668955 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-11685f53-fe37-4383-aee8-714ef240d2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:25.746390 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-452541d8-9f9b-4df6-ba08-3bc05b7652e3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:25.882256 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.db_base_plugin_common [None req-11685f53-fe37-4383-aee8-714ef240d2d8 None None] Allocated IP 172.20.0.2 (ed0406b4-0bfe-439f-b48b-c510341d69dd/e852f975-4d1d-4820-9954-48ab18b88f42/eac697be-6757-4a0e-b481-e9c47c6a4d7b) {{(pid=102741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:05:25.898974 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-a98c4a07-8935-4af5-9c0a-8c6b3f7440d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:25.907719 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-a98c4a07-8935-4af5-9c0a-8c6b3f7440d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:25.911578 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-a98c4a07-8935-4af5-9c0a-8c6b3f7440d4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cb14da0f-ce12-4165-894f-497f2a6913d7 HTTP/1.1" status: 204 len: 168 time: 0.5370502 Nov 19 15:05:25.934739 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd43c5c-777e-408b-9b45-350d9ee0a756 req-43d8c1de-adc3-4b5d-a93f-11ed6089ca5d tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:25.936422 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-7dd43c5c-777e-408b-9b45-350d9ee0a756 req-43d8c1de-adc3-4b5d-a93f-11ed6089ca5d tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.0841529 Nov 19 15:05:25.984849 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c4a07-8935-4af5-9c0a-8c6b3f7440d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb14da0f-ce12-4165-894f-497f2a6913d7,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:26.019893 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-7dd43c5c-777e-408b-9b45-350d9ee0a756 req-6d1c651d-95e1-40de-8fb2-35d11b2daabd tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731044 Nov 19 15:05:26.129814 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-4324e672-bda2-4d64-bbe7-d14b905a1c02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61ee76dd-0723-435f-bbf8-8a7d6039b176 {{(pid=102740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:05:26.137527 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-4324e672-bda2-4d64-bbe7-d14b905a1c02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:26.150999 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.provisioning_blocks [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-4324e672-bda2-4d64-bbe7-d14b905a1c02 service neutron] Transition to ACTIVE for port object 61ee76dd-0723-435f-bbf8-8a7d6039b176 will not be triggered until provisioned by entity L2. {{(pid=102740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 15:05:26.158145 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-11685f53-fe37-4383-aee8-714ef240d2d8 None None] Publish callbacks [] for port, precommit_create {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:26.158458 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-4324e672-bda2-4d64-bbe7-d14b905a1c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:26.170195 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-11685f53-fe37-4383-aee8-714ef240d2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168'] for port, after_create {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:26.237461 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e974843-8a35-4493-a967-47feebef5a80 req-5c55bc9d-f8d8-4e57-a30a-9d961f32f602 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:26.244947 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9e974843-8a35-4493-a967-47feebef5a80 req-5c55bc9d-f8d8-4e57-a30a-9d961f32f602 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/networks?id=b4ed2e73-3775-4a43-ae59-50f9a111138a HTTP/1.1" status: 200 len: 813 time: 0.3247149 Nov 19 15:05:26.284912 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324e672-bda2-4d64-bbe7-d14b905a1c02 service neutron] Pushing event updated for resources: {'Port': ['ID=61ee76dd-0723-435f-bbf8-8a7d6039b176,revision_number=2']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:26.299046 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9e974843-8a35-4493-a967-47feebef5a80 req-c6d9da0e-3db7-4075-b736-f81630966e94 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/quotas/faec73be0ed44740b1d7128823a86838 HTTP/1.1" status: 200 len: 375 time: 0.0530930 Nov 19 15:05:26.325912 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11685f53-fe37-4383-aee8-714ef240d2d8 None None] Pushing event updated for resources: {'Port': ['ID=eac697be-6757-4a0e-b481-e9c47c6a4d7b,revision_number=1']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:26.344457 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9e974843-8a35-4493-a967-47feebef5a80 req-7bf385f4-39ba-4ac1-b79d-0402b62ba4b7 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=faec73be0ed44740b1d7128823a86838&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435669 Nov 19 15:05:26.351353 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11685f53-fe37-4383-aee8-714ef240d2d8 None None] Network ed0406b4-0bfe-439f-b48b-c510341d69dd is already hosted by enough agents. {{(pid=102741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:05:26.353957 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-4324e672-bda2-4d64-bbe7-d14b905a1c02 service neutron] Attempting to bind port 61ee76dd-0723-435f-bbf8-8a7d6039b176 on host hv-cinder-81757 for vnic_type normal with profile {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:05:26.354293 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-4324e672-bda2-4d64-bbe7-d14b905a1c02 service neutron] Attempting to bind port 61ee76dd-0723-435f-bbf8-8a7d6039b176 by drivers openvswitch,hyperv on host hv-cinder-81757 at level 0 using segments [{'id': '95ddcab1-baed-4dee-a29d-ed919666ff8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'cd986946-8454-44e7-80e5-6d3c5bfe30eb'}] {{(pid=102740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:05:26.354619 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-4324e672-bda2-4d64-bbe7-d14b905a1c02 service neutron] Attempting to bind port 61ee76dd-0723-435f-bbf8-8a7d6039b176 on network cd986946-8454-44e7-80e5-6d3c5bfe30eb {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:05:26.361723 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.scheduler.base_scheduler [None req-11685f53-fe37-4383-aee8-714ef240d2d8 None None] Resources bound (agent type, host, resource id): {{(pid=102741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:05:26.371759 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11685f53-fe37-4383-aee8-714ef240d2d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:05:26.372139 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11685f53-fe37-4383-aee8-714ef240d2d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:05:26.372493 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11685f53-fe37-4383-aee8-714ef240d2d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:05:26.372857 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11685f53-fe37-4383-aee8-714ef240d2d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:05:26.373193 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11685f53-fe37-4383-aee8-714ef240d2d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:05:26.377921 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11685f53-fe37-4383-aee8-714ef240d2d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:05:26.379220 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11685f53-fe37-4383-aee8-714ef240d2d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:05:26.380052 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11685f53-fe37-4383-aee8-714ef240d2d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:05:26.381416 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11685f53-fe37-4383-aee8-714ef240d2d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:05:26.381913 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11685f53-fe37-4383-aee8-714ef240d2d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:05:26.382526 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11685f53-fe37-4383-aee8-714ef240d2d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:05:26.384135 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11685f53-fe37-4383-aee8-714ef240d2d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:05:26.393720 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11685f53-fe37-4383-aee8-714ef240d2d8 None None] Received port after_create {{(pid=102741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:05:26.442988 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-4324e672-bda2-4d64-bbe7-d14b905a1c02 service neutron] Port 61ee76dd-0723-435f-bbf8-8a7d6039b176 on network cd986946-8454-44e7-80e5-6d3c5bfe30eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81757 {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 15:05:26.444727 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-4324e672-bda2-4d64-bbe7-d14b905a1c02 service neutron] Attempting to bind port 61ee76dd-0723-435f-bbf8-8a7d6039b176 on network cd986946-8454-44e7-80e5-6d3c5bfe30eb {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:05:26.445034 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-452541d8-9f9b-4df6-ba08-3bc05b7652e3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:26.469788 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-452541d8-9f9b-4df6-ba08-3bc05b7652e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:26.494538 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-11685f53-fe37-4383-aee8-714ef240d2d8 None None] Attempting to bind port eac697be-6757-4a0e-b481-e9c47c6a4d7b on host dv-cinder-817573-1-iscsi for vnic_type normal with profile {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:05:26.494915 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-11685f53-fe37-4383-aee8-714ef240d2d8 None None] Attempting to bind port eac697be-6757-4a0e-b481-e9c47c6a4d7b by drivers openvswitch,hyperv on host dv-cinder-817573-1-iscsi at level 0 using segments [{'id': '5c9a8ae0-0cc4-436d-a787-0604352c5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd'}] {{(pid=102741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:05:26.495278 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11685f53-fe37-4383-aee8-714ef240d2d8 None None] Attempting to bind port eac697be-6757-4a0e-b481-e9c47c6a4d7b on network ed0406b4-0bfe-439f-b48b-c510341d69dd {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:05:26.508902 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11685f53-fe37-4383-aee8-714ef240d2d8 None None] Checking agent: {'id': '93bd3d20-65c6-439e-b74a-dd66c3cedb61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 14, 56, 22), 'started_at': datetime.datetime(2021, 11, 19, 14, 56, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:05:26.509287 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11685f53-fe37-4383-aee8-714ef240d2d8 None None] Checking segment: {'id': '5c9a8ae0-0cc4-436d-a787-0604352c5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:05:26.509801 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-11685f53-fe37-4383-aee8-714ef240d2d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:26.510103 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11685f53-fe37-4383-aee8-714ef240d2d8 None None] Bound using segment: {'id': '5c9a8ae0-0cc4-436d-a787-0604352c5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd'} {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:05:26.510767 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-11685f53-fe37-4383-aee8-714ef240d2d8 None None] Bound port: eac697be-6757-4a0e-b481-e9c47c6a4d7b, host: dv-cinder-817573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c9a8ae0-0cc4-436d-a787-0604352c5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd'}}] {{(pid=102741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:05:26.511349 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-11685f53-fe37-4383-aee8-714ef240d2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:26.514313 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9e974843-8a35-4493-a967-47feebef5a80 req-99a211bb-aec2-4318-9e84-7491bca4756e service neutron] 10.222.0.20 "GET /v2.0/networks/b4ed2e73-3775-4a43-ae59-50f9a111138a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687372 Nov 19 15:05:26.580100 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-4324e672-bda2-4d64-bbe7-d14b905a1c02 service neutron] Checking agent: {'id': 'e1ea3be9-4fba-465d-a0c0-35388eb51f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'started_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:05:26.580507 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-4324e672-bda2-4d64-bbe7-d14b905a1c02 service neutron] Checking segment: {'id': '95ddcab1-baed-4dee-a29d-ed919666ff8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'cd986946-8454-44e7-80e5-6d3c5bfe30eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:05:26.580858 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-4324e672-bda2-4d64-bbe7-d14b905a1c02 service neutron] Bound using segment: {'id': '95ddcab1-baed-4dee-a29d-ed919666ff8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'cd986946-8454-44e7-80e5-6d3c5bfe30eb'} {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:05:26.581311 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-4324e672-bda2-4d64-bbe7-d14b905a1c02 service neutron] Bound port: 61ee76dd-0723-435f-bbf8-8a7d6039b176, host: hv-cinder-81757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95ddcab1-baed-4dee-a29d-ed919666ff8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'cd986946-8454-44e7-80e5-6d3c5bfe30eb'}}] {{(pid=102740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:05:26.581913 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-4324e672-bda2-4d64-bbe7-d14b905a1c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:26.611942 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4a33d-32c8-461a-9472-cd8c3e7659d9 req-68015d81-d17e-40be-bdc7-1dc84d516048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:26.614159 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b5b4a33d-32c8-461a-9472-cd8c3e7659d9 req-68015d81-d17e-40be-bdc7-1dc84d516048 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 1098 time: 0.2481029 Nov 19 15:05:26.620619 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-11685f53-fe37-4383-aee8-714ef240d2d8 None None] For port eac697be-6757-4a0e-b481-e9c47c6a4d7b, host dv-cinder-817573-1-iscsi, cleared binding levels {{(pid=102741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:05:26.626063 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-11685f53-fe37-4383-aee8-714ef240d2d8 None None] For port eac697be-6757-4a0e-b481-e9c47c6a4d7b, host dv-cinder-817573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=eac697be-6757-4a0e-b481-e9c47c6a4d7b,segment=NetworkSegment(5c9a8ae0-0cc4-436d-a787-0604352c5b1e),segment_id=5c9a8ae0-0cc4-436d-a787-0604352c5b1e)] {{(pid=102741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:05:26.632497 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-11685f53-fe37-4383-aee8-714ef240d2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:26.708381 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11685f53-fe37-4383-aee8-714ef240d2d8 None None] Pushing event updated for resources: {'Port': ['ID=eac697be-6757-4a0e-b481-e9c47c6a4d7b,revision_number=2']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:26.711859 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.db_base_plugin_common [None req-452541d8-9f9b-4df6-ba08-3bc05b7652e3 admin admin] Allocated IP 172.27.0.215 (28d9acba-080c-4a37-9781-fba989a64823/831d2bcc-ea48-4f58-960e-dcc1ce111fc5/b68d34d5-0b48-4f3e-b481-8924b9f15bcf) {{(pid=102739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:05:26.720336 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b5b4a33d-32c8-461a-9472-cd8c3e7659d9 req-aa955403-a800-4c09-85e8-990de376862d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940325 Nov 19 15:05:26.725564 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814f320-8599-4d68-93e0-e0279a35e70d req-a125981b-6f2a-4804-988c-e8cbde883bfc tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:26.733222 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-3814f320-8599-4d68-93e0-e0279a35e70d req-a125981b-6f2a-4804-988c-e8cbde883bfc tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cf74e04-9035-489f-b215-c529bd5be90d HTTP/1.1" status: 200 len: 943 time: 0.1304948 Nov 19 15:05:26.793602 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9e974843-8a35-4493-a967-47feebef5a80 req-1c2fd53e-484d-4f31-bd86-65cd2d100801 service neutron] 10.222.0.20 "GET /v2.0/networks/b4ed2e73-3775-4a43-ae59-50f9a111138a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704201 Nov 19 15:05:26.802863 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-4324e672-bda2-4d64-bbe7-d14b905a1c02 service neutron] For port 61ee76dd-0723-435f-bbf8-8a7d6039b176, host hv-cinder-81757, cleared binding levels {{(pid=102740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:05:26.807768 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-4324e672-bda2-4d64-bbe7-d14b905a1c02 service neutron] For port 61ee76dd-0723-435f-bbf8-8a7d6039b176, host hv-cinder-81757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=61ee76dd-0723-435f-bbf8-8a7d6039b176,segment=NetworkSegment(95ddcab1-baed-4dee-a29d-ed919666ff8f),segment_id=95ddcab1-baed-4dee-a29d-ed919666ff8f)] {{(pid=102740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:05:26.814932 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-4324e672-bda2-4d64-bbe7-d14b905a1c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:26.875867 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-4324e672-bda2-4d64-bbe7-d14b905a1c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:26.876507 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-4324e672-bda2-4d64-bbe7-d14b905a1c02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:26.878351 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-4324e672-bda2-4d64-bbe7-d14b905a1c02 service neutron] 10.222.0.11 "PUT /v2.0/ports/61ee76dd-0723-435f-bbf8-8a7d6039b176 HTTP/1.1" status: 200 len: 1093 time: 1.5604434 Nov 19 15:05:26.878806 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf74e04-9035-489f-b215-c529bd5be90d', 'tag': '61ee76dd-0723-435f-bbf8-8a7d6039b176'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:05:26.881866 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5bd284-ad90-41cf-9f91-2cc3515cff86" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf74e04-9035-489f-b215-c529bd5be90d", "tag": "61ee76dd-0723-435f-bbf8-8a7d6039b176"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:05:26.896256 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-3814f320-8599-4d68-93e0-e0279a35e70d req-12b080cf-b517-4766-b9bd-5ae832424eae tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613867 Nov 19 15:05:26.953082 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324e672-bda2-4d64-bbe7-d14b905a1c02 service neutron] Pushing event updated for resources: {'Port': ['ID=61ee76dd-0723-435f-bbf8-8a7d6039b176,revision_number=3']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:27.011124 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-452541d8-9f9b-4df6-ba08-3bc05b7652e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:27.090510 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-30e5435a-4a2e-46bf-8bdb-5b6fc22535da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:27.096846 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-30e5435a-4a2e-46bf-8bdb-5b6fc22535da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53995b55564a4b2784260772caeedf05&device_id=3cf74e04-9035-489f-b215-c529bd5be90d HTTP/1.1" status: 200 len: 1096 time: 0.1056654 Nov 19 15:05:27.151623 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-452541d8-9f9b-4df6-ba08-3bc05b7652e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58728053'] for port, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:27.225119 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 15:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab79262f-60d8-43dd-9d8c-ddcacba73e48 x-openstack-request-id: req-ab79262f-60d8-43dd-9d8c-ddcacba73e48 {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:05:27.225288 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf74e04-9035-489f-b215-c529bd5be90d", "tag": "61ee76dd-0723-435f-bbf8-8a7d6039b176", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:05:27.225543 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab79262f-60d8-43dd-9d8c-ddcacba73e48 {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:05:27.225946 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf74e04-9035-489f-b215-c529bd5be90d', 'tag': '61ee76dd-0723-435f-bbf8-8a7d6039b176', 'status': 'completed', 'code': 200} Nov 19 15:05:27.233162 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-24f40bb0-5f86-457f-af31-cecb729f2f65 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61ee76dd-0723-435f-bbf8-8a7d6039b176 HTTP/1.1" status: 200 len: 217 time: 0.1225908 Nov 19 15:05:27.328842 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452541d8-9f9b-4df6-ba08-3bc05b7652e3 admin admin] Network 28d9acba-080c-4a37-9781-fba989a64823 is already hosted by enough agents. {{(pid=102739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:05:27.333756 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-c3015113-c059-44f2-a59f-d3f3951f63ff req-4360f196-254a-408a-9341-e2e7286b8a20 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=2844a016-6b31-4f81-9afe-1b39957cbfe0 HTTP/1.1" status: 200 len: 210 time: 0.1493895 Nov 19 15:05:27.341663 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.base_scheduler [None req-452541d8-9f9b-4df6-ba08-3bc05b7652e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:05:27.350614 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452541d8-9f9b-4df6-ba08-3bc05b7652e3 admin admin] Received port after_create {{(pid=102739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:05:27.388563 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452541d8-9f9b-4df6-ba08-3bc05b7652e3 admin admin] Pushing event updated for resources: {'Port': ['ID=b68d34d5-0b48-4f3e-b481-8924b9f15bcf,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:27.403224 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-6a173505-bd96-4d7b-bb1f-56c402e56870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:27.404828 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-6a173505-bd96-4d7b-bb1f-56c402e56870 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=66863856-ad42-4629-ab56-51eb7761d1fa HTTP/1.1" status: 200 len: 855 time: 0.1635449 Nov 19 15:05:27.495756 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37937d-2bc1-4dfc-a49e-5d6317c8d2b6 req-d4d3c042-d0a1-46c4-9395-3e931206c3a3 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:27.507277 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-bd37937d-2bc1-4dfc-a49e-5d6317c8d2b6 req-d4d3c042-d0a1-46c4-9395-3e931206c3a3 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.2037299 Nov 19 15:05:27.511287 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-6a1d9bc9-ea3f-4662-aa7c-f5001f320e62 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd986946-8454-44e7-80e5-6d3c5bfe30eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902016 Nov 19 15:05:27.627553 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-bd37937d-2bc1-4dfc-a49e-5d6317c8d2b6 req-7c93cf17-d1a8-4e1e-ab33-ca473450bb73 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118610 Nov 19 15:05:27.691543 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-ecbbe6b4-dd9c-4441-94d7-ab1a1d34ed28 service neutron] 10.222.0.11 "GET /v2.0/networks/cd986946-8454-44e7-80e5-6d3c5bfe30eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546185 Nov 19 15:05:27.763289 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-452541d8-9f9b-4df6-ba08-3bc05b7652e3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:27.852690 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-85d8c993-c324-49f3-8acc-9e6822b1fe09 req-c0aca3f3-0de9-449a-8184-d13c5230ff53 service neutron] 10.222.0.11 "GET /v2.0/networks/cd986946-8454-44e7-80e5-6d3c5bfe30eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379626 Nov 19 15:05:28.066806 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-452541d8-9f9b-4df6-ba08-3bc05b7652e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437459'] for router, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:28.101544 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bd284-ad90-41cf-9f91-2cc3515cff86 req-1dbcdbd3-12ad-496e-90e1-acda16827c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:28.111044 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2e5bd284-ad90-41cf-9f91-2cc3515cff86 req-1dbcdbd3-12ad-496e-90e1-acda16827c9a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53995b55564a4b2784260772caeedf05&device_id=3cf74e04-9035-489f-b215-c529bd5be90d HTTP/1.1" status: 200 len: 1096 time: 0.1570609 Nov 19 15:05:28.135445 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef7dc2-489f-4f1a-b80b-8c4222749afc req-ceec4978-eda6-4be3-9fbc-eb5e33fb4803 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:28.145916 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-f9ef7dc2-489f-4f1a-b80b-8c4222749afc req-ceec4978-eda6-4be3-9fbc-eb5e33fb4803 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cf74e04-9035-489f-b215-c529bd5be90d HTTP/1.1" status: 200 len: 943 time: 0.1271930 Nov 19 15:05:28.224326 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device eac697be-6757-4a0e-b481-e9c47c6a4d7b up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:05:28.281764 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e057a43-a252-4b78-b69f-a51cd6a37106 None None] Network ed0406b4-0bfe-439f-b48b-c510341d69dd requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:05:28.290253 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bd284-ad90-41cf-9f91-2cc3515cff86 req-23c1a27e-0184-4b94-bbf1-ee962c1c1575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:28.292268 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2e5bd284-ad90-41cf-9f91-2cc3515cff86 req-23c1a27e-0184-4b94-bbf1-ee962c1c1575 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd986946-8454-44e7-80e5-6d3c5bfe30eb HTTP/1.1" status: 200 len: 916 time: 0.1653790 Nov 19 15:05:28.304159 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-f9ef7dc2-489f-4f1a-b80b-8c4222749afc req-7720d585-54cb-4af4-abd4-7bf8ec562031 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572595 Nov 19 15:05:28.342160 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port eac697be-6757-4a0e-b481-e9c47c6a4d7b triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:05:28.342821 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:28.346129 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452541d8-9f9b-4df6-ba08-3bc05b7652e3 admin admin] Router da45f36a-23b1-4123-a15e-c2ba839e03a7 is scheduled to L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d with binding_index 1 {{(pid=102739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 15:05:28.358322 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2e5bd284-ad90-41cf-9f91-2cc3515cff86 req-04983011-60bb-407f-9243-f005317a7cde service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61ee76dd-0723-435f-bbf8-8a7d6039b176 HTTP/1.1" status: 200 len: 217 time: 0.0429611 Nov 19 15:05:28.392690 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-e8577d11-930a-4d4f-a293-c1fad5677a1b None None] Provisioning complete for port eac697be-6757-4a0e-b481-e9c47c6a4d7b triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:05:28.393100 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-e8577d11-930a-4d4f-a293-c1fad5677a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:28.420885 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bd284-ad90-41cf-9f91-2cc3515cff86 req-41cab27b-a3ea-414c-aaa0-c8ac9ab42e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:28.423733 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2e5bd284-ad90-41cf-9f91-2cc3515cff86 req-41cab27b-a3ea-414c-aaa0-c8ac9ab42e38 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=66863856-ad42-4629-ab56-51eb7761d1fa HTTP/1.1" status: 200 len: 855 time: 0.0567942 Nov 19 15:05:28.461400 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b31e729c-e6dc-46cf-b8e2-c8ab52049eb1 req-fc96d78b-980d-4eba-ae3d-696a4493c07a tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=2844a016-6b31-4f81-9afe-1b39957cbfe0 HTTP/1.1" status: 200 len: 210 time: 0.0344818 Nov 19 15:05:28.470622 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452541d8-9f9b-4df6-ba08-3bc05b7652e3 admin admin] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:05:28.488755 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3658f011-856a-4477-beef-12dde80fdfce None None] Sync routers for ids ['da45f36a-23b1-4123-a15e-c2ba839e03a7'] in dv-cinder-817573-1-iscsi {{(pid=102742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:05:28.493624 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3658f011-856a-4477-beef-12dde80fdfce None None] Routers {'da45f36a-23b1-4123-a15e-c2ba839e03a7'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:05:28.494284 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-3658f011-856a-4477-beef-12dde80fdfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:05:19Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['da45f36a-23b1-4123-a15e-c2ba839e03a7'], 'active': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:05:28.497900 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2e5bd284-ad90-41cf-9f91-2cc3515cff86 req-bcc385cc-4bc0-43b7-b2cd-85ff54f8172a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd986946-8454-44e7-80e5-6d3c5bfe30eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620837 Nov 19 15:05:28.519522 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-452541d8-9f9b-4df6-ba08-3bc05b7652e3 admin admin] Publish callbacks [] for router, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:28.523480 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-452541d8-9f9b-4df6-ba08-3bc05b7652e3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0860524 Nov 19 15:05:28.523654 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 42054) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:28.661069 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2e5bd284-ad90-41cf-9f91-2cc3515cff86 req-3d878103-777e-4e4b-8239-cced8bde45d0 service neutron] 10.222.0.11 "GET /v2.0/networks/cd986946-8454-44e7-80e5-6d3c5bfe30eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509864 Nov 19 15:05:28.697920 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvr_db [None req-3658f011-856a-4477-beef-12dde80fdfce None None] Set router da45f36a-23b1-4123-a15e-c2ba839e03a7 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:05:28.938874 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-3658f011-856a-4477-beef-12dde80fdfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'name': 'tempest-AttachVolumeTestJSON-1862625812-router', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b68d34d5-0b48-4f3e-b481-8924b9f15bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:05:25Z', 'updated_at': '2021-11-19T15:05:27Z', 'revision_number': 3, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'gw_port': {'id': 'b68d34d5-0b48-4f3e-b481-8924b9f15bcf', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:89:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:05:26Z', 'updated_at': '2021-11-19T15:05:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi'}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:05:28.962446 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2e5bd284-ad90-41cf-9f91-2cc3515cff86 req-b757bacb-95ef-41eb-9194-cd0d620e44f7 service neutron] 10.222.0.11 "GET /v2.0/networks/cd986946-8454-44e7-80e5-6d3c5bfe30eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912381 Nov 19 15:05:28.979518 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e974843-8a35-4493-a967-47feebef5a80 req-1d0dd7ea-96d6-4615-b7a5-174e47cb85cd tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:28.979770 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3658f011-856a-4477-beef-12dde80fdfce None None] Checking router: da45f36a-23b1-4123-a15e-c2ba839e03a7 for host: dv-cinder-817573-1-iscsi {{(pid=102742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:05:28.980633 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3658f011-856a-4477-beef-12dde80fdfce None None] Updating router da45f36a-23b1-4123-a15e-c2ba839e03a7 port b68d34d5-0b48-4f3e-b481-8924b9f15bcf binding host dv-cinder-817573-1-iscsi {{(pid=102742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 15:05:28.981129 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9e974843-8a35-4493-a967-47feebef5a80 req-1d0dd7ea-96d6-4615-b7a5-174e47cb85cd tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.11 "GET /v2.0/networks?id=b4ed2e73-3775-4a43-ae59-50f9a111138a HTTP/1.1" status: 200 len: 813 time: 0.2607222 Nov 19 15:05:28.998698 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-e8577d11-930a-4d4f-a293-c1fad5677a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:29.002529 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-9e974843-8a35-4493-a967-47feebef5a80 req-02b30b16-0d7c-49b7-8ece-ecc525a93bb6 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Request body: {'port': {'device_id': '2844a016-6b31-4f81-9afe-1b39957cbfe0', 'network_id': 'b4ed2e73-3775-4a43-ae59-50f9a111138a', 'admin_state_up': True, 'tenant_id': 'faec73be0ed44740b1d7128823a86838'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:05:29.005714 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:29.037234 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3658f011-856a-4477-beef-12dde80fdfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:29.086590 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-e8577d11-930a-4d4f-a293-c1fad5677a1b None None] For port eac697be-6757-4a0e-b481-e9c47c6a4d7b, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=eac697be-6757-4a0e-b481-e9c47c6a4d7b,segment=NetworkSegment(5c9a8ae0-0cc4-436d-a787-0604352c5b1e),segment_id=5c9a8ae0-0cc4-436d-a787-0604352c5b1e)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:05:29.097013 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-e8577d11-930a-4d4f-a293-c1fad5677a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:29.205127 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e974843-8a35-4493-a967-47feebef5a80 req-02b30b16-0d7c-49b7-8ece-ecc525a93bb6 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Made reservation on behalf of faec73be0ed44740b1d7128823a86838 for: {'port': 1} {{(pid=102740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:05:29.205127 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-9e974843-8a35-4493-a967-47feebef5a80 req-02b30b16-0d7c-49b7-8ece-ecc525a93bb6 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:29.239550 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.db.api [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 15:05:29.239550 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG oslo_db.api [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 15:05:29.240233 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8577d11-930a-4d4f-a293-c1fad5677a1b None None] Pushing event updated for resources: {'Port': ['ID=eac697be-6757-4a0e-b481-e9c47c6a4d7b,revision_number=3']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:29.248523 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42317668-1449-4a51-a785-fb6b60b76934 req-e3626124-5cdc-4f9b-9462-3c4620edfa8d tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:29.268190 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-42317668-1449-4a51-a785-fb6b60b76934 req-e3626124-5cdc-4f9b-9462-3c4620edfa8d tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.4686158 Nov 19 15:05:29.400564 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-42317668-1449-4a51-a785-fb6b60b76934 req-b51f83d1-e40c-401b-9d91-d1e7aea1982f tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313522 Nov 19 15:05:29.458955 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_common [req-9e974843-8a35-4493-a967-47feebef5a80 req-02b30b16-0d7c-49b7-8ece-ecc525a93bb6 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Allocated IP 172.20.0.5 (b4ed2e73-3775-4a43-ae59-50f9a111138a/09c6ce36-5545-4a00-8637-775b2f8f0904/0ac64702-51d3-49d3-8e87-d79ee4eb3855) {{(pid=102740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:05:29.540093 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3658f011-856a-4477-beef-12dde80fdfce None None] Publish callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:29.547455 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-165cef22-8590-4d07-91d1-4053064fe9f2 None None] Provisioning complete for port eac697be-6757-4a0e-b481-e9c47c6a4d7b triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:05:29.547679 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3658f011-856a-4477-beef-12dde80fdfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:29.548208 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-165cef22-8590-4d07-91d1-4053064fe9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:29.594123 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1493b-d58d-4af4-b83c-ee208292f876 req-16c9dfac-8653-466c-ae4f-b32027274732 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:29.596060 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-c7b1493b-d58d-4af4-b83c-ee208292f876 req-16c9dfac-8653-466c-ae4f-b32027274732 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cf74e04-9035-489f-b215-c529bd5be90d HTTP/1.1" status: 200 len: 943 time: 0.0998969 Nov 19 15:05:29.664177 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-3658f011-856a-4477-beef-12dde80fdfce None None] Attempting to bind port b68d34d5-0b48-4f3e-b481-8924b9f15bcf on host dv-cinder-817573-1-iscsi for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:05:29.664959 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-3658f011-856a-4477-beef-12dde80fdfce None None] Attempting to bind port b68d34d5-0b48-4f3e-b481-8924b9f15bcf by drivers openvswitch,hyperv on host dv-cinder-817573-1-iscsi at level 0 using segments [{'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:05:29.667844 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3658f011-856a-4477-beef-12dde80fdfce None None] Attempting to bind port b68d34d5-0b48-4f3e-b481-8924b9f15bcf on network 28d9acba-080c-4a37-9781-fba989a64823 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:05:29.674110 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929d74a-2944-4652-9a98-d761141aefea None None] Pushing event updated for resources: {'Port': ['ID=b68d34d5-0b48-4f3e-b481-8924b9f15bcf,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:29.678632 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-c7b1493b-d58d-4af4-b83c-ee208292f876 req-0440c197-cae7-4fc5-b936-00ba4ac2746f tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619881 Nov 19 15:05:29.684605 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a929d74a-2944-4652-9a98-d761141aefea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:05:29.685007 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a929d74a-2944-4652-9a98-d761141aefea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:05:29.685715 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a929d74a-2944-4652-9a98-d761141aefea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:05:29.686198 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a929d74a-2944-4652-9a98-d761141aefea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:05:29.688154 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a929d74a-2944-4652-9a98-d761141aefea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:05:29.688703 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a929d74a-2944-4652-9a98-d761141aefea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:05:29.689201 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a929d74a-2944-4652-9a98-d761141aefea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:05:29.689680 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a929d74a-2944-4652-9a98-d761141aefea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:05:29.690159 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a929d74a-2944-4652-9a98-d761141aefea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:05:29.690760 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a929d74a-2944-4652-9a98-d761141aefea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:05:29.690876 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-9e974843-8a35-4493-a967-47feebef5a80 req-02b30b16-0d7c-49b7-8ece-ecc525a93bb6 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Publish callbacks [] for port, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:29.691331 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a929d74a-2944-4652-9a98-d761141aefea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:05:29.692278 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a929d74a-2944-4652-9a98-d761141aefea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:05:29.697895 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3658f011-856a-4477-beef-12dde80fdfce None None] Checking agent: {'id': '93bd3d20-65c6-439e-b74a-dd66c3cedb61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 14, 56, 22), 'started_at': datetime.datetime(2021, 11, 19, 14, 56, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:05:29.698539 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3658f011-856a-4477-beef-12dde80fdfce None None] Checking segment: {'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:05:29.699106 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3658f011-856a-4477-beef-12dde80fdfce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:29.699656 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3658f011-856a-4477-beef-12dde80fdfce None None] Bound using segment: {'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:05:29.700129 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-3658f011-856a-4477-beef-12dde80fdfce None None] Bound port: b68d34d5-0b48-4f3e-b481-8924b9f15bcf, host: dv-cinder-817573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:05:29.700818 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3658f011-856a-4477-beef-12dde80fdfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:29.722524 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8211ca28-d955-466f-beee-163f47113f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:29.752568 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-9e974843-8a35-4493-a967-47feebef5a80 req-02b30b16-0d7c-49b7-8ece-ecc525a93bb6 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168'] for port, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:29.781708 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e974843-8a35-4493-a967-47feebef5a80 req-02b30b16-0d7c-49b7-8ece-ecc525a93bb6 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Network b4ed2e73-3775-4a43-ae59-50f9a111138a is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:05:29.784831 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [req-9e974843-8a35-4493-a967-47feebef5a80 req-02b30b16-0d7c-49b7-8ece-ecc525a93bb6 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:05:29.788314 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e974843-8a35-4493-a967-47feebef5a80 req-02b30b16-0d7c-49b7-8ece-ecc525a93bb6 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Received port after_create {{(pid=102740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:05:29.794666 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e974843-8a35-4493-a967-47feebef5a80 req-02b30b16-0d7c-49b7-8ece-ecc525a93bb6 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:29.795297 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-9e974843-8a35-4493-a967-47feebef5a80 req-02b30b16-0d7c-49b7-8ece-ecc525a93bb6 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:29.801628 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-3658f011-856a-4477-beef-12dde80fdfce None None] For port b68d34d5-0b48-4f3e-b481-8924b9f15bcf, host dv-cinder-817573-1-iscsi, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:05:29.804835 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-3658f011-856a-4477-beef-12dde80fdfce None None] For port b68d34d5-0b48-4f3e-b481-8924b9f15bcf, host dv-cinder-817573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=b68d34d5-0b48-4f3e-b481-8924b9f15bcf,segment=NetworkSegment(8c548d3f-e438-4dec-b739-b60f621b5d36),segment_id=8c548d3f-e438-4dec-b739-b60f621b5d36)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:05:29.811080 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3658f011-856a-4477-beef-12dde80fdfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:29.865440 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9e974843-8a35-4493-a967-47feebef5a80 req-02b30b16-0d7c-49b7-8ece-ecc525a93bb6 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8673680 Nov 19 15:05:29.866639 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b30b16-0d7c-49b7-8ece-ecc525a93bb6 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Pushing event updated for resources: {'Port': ['ID=0ac64702-51d3-49d3-8e87-d79ee4eb3855,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:29.895250 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3658f011-856a-4477-beef-12dde80fdfce None None] Routers {'da45f36a-23b1-4123-a15e-c2ba839e03a7'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:05:29.896422 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-3658f011-856a-4477-beef-12dde80fdfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:05:19Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['da45f36a-23b1-4123-a15e-c2ba839e03a7'], 'active': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:05:29.929893 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929d74a-2944-4652-9a98-d761141aefea None None] Pushing event updated for resources: {'Port': ['ID=b68d34d5-0b48-4f3e-b481-8924b9f15bcf,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:29.936736 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05df5e-8693-4254-98bb-f5c7c646b73e req-f0f755ca-845a-425d-b491-691983cc76d9 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:29.943681 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-fb05df5e-8693-4254-98bb-f5c7c646b73e req-f0f755ca-845a-425d-b491-691983cc76d9 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.1254392 Nov 19 15:05:30.007032 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvr_db [None req-3658f011-856a-4477-beef-12dde80fdfce None None] Set router da45f36a-23b1-4123-a15e-c2ba839e03a7 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:05:30.029331 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-fb05df5e-8693-4254-98bb-f5c7c646b73e req-20a5ba1c-8568-45f3-999c-a87dfb77f9f9 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847642 Nov 19 15:05:30.053699 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.db_base_plugin_common [None req-8211ca28-d955-466f-beee-163f47113f47 admin admin] Allocated IP 172.20.0.1 (ed0406b4-0bfe-439f-b48b-c510341d69dd/e852f975-4d1d-4820-9954-48ab18b88f42/c3997666-8ea1-45da-a5e0-d9125645a95d) {{(pid=102739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:05:30.167841 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device eac697be-6757-4a0e-b481-e9c47c6a4d7b up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:05:30.229067 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port eac697be-6757-4a0e-b481-e9c47c6a4d7b triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:05:30.230061 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:30.248384 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-3658f011-856a-4477-beef-12dde80fdfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'name': 'tempest-AttachVolumeTestJSON-1862625812-router', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b68d34d5-0b48-4f3e-b481-8924b9f15bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:05:25Z', 'updated_at': '2021-11-19T15:05:27Z', 'revision_number': 3, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'gw_port': {'id': 'b68d34d5-0b48-4f3e-b481-8924b9f15bcf', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:89:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:05:26Z', 'updated_at': '2021-11-19T15:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi'}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:05:30.258105 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7aa95-5e0d-45c6-b938-09b6440abff5 req-3af54612-a9e8-4ffb-bbe6-a3971d6bd28b tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:30.267856 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-5ab7aa95-5e0d-45c6-b938-09b6440abff5 req-3af54612-a9e8-4ffb-bbe6-a3971d6bd28b tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=2844a016-6b31-4f81-9afe-1b39957cbfe0 HTTP/1.1" status: 200 len: 931 time: 0.1558955 Nov 19 15:05:30.292689 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3658f011-856a-4477-beef-12dde80fdfce None None] The sync data for ids ['da45f36a-23b1-4123-a15e-c2ba839e03a7'] in dv-cinder-817573-1-iscsi is: [{'id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'name': 'tempest-AttachVolumeTestJSON-1862625812-router', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b68d34d5-0b48-4f3e-b481-8924b9f15bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:05:25Z', 'updated_at': '2021-11-19T15:05:27Z', 'revision_number': 3, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'gw_port': {'id': 'b68d34d5-0b48-4f3e-b481-8924b9f15bcf', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:89:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:05:26Z', 'updated_at': '2021-11-19T15:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi'}] {{(pid=102742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:05:30.353604 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8211ca28-d955-466f-beee-163f47113f47 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:30.374780 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-5ab7aa95-5e0d-45c6-b938-09b6440abff5 req-8905253d-49df-43e4-926c-7223d210bf19 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5f0e028-076c-48b5-ac80-ecebaa0f3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059313 Nov 19 15:05:30.424247 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8211ca28-d955-466f-beee-163f47113f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58728053'] for port, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:30.472437 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8211ca28-d955-466f-beee-163f47113f47 admin admin] Network ed0406b4-0bfe-439f-b48b-c510341d69dd is already hosted by enough agents. {{(pid=102739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:05:30.475628 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.base_scheduler [None req-8211ca28-d955-466f-beee-163f47113f47 admin admin] Resources bound (agent type, host, resource id): {{(pid=102739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:05:30.478693 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8211ca28-d955-466f-beee-163f47113f47 admin admin] Received port after_create {{(pid=102739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:05:30.510928 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8211ca28-d955-466f-beee-163f47113f47 admin admin] Pushing event updated for resources: {'Port': ['ID=c3997666-8ea1-45da-a5e0-d9125645a95d,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:30.529285 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8211ca28-d955-466f-beee-163f47113f47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469380'] for router_interface, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:30.604463 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 6 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:05:30.693156 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8211ca28-d955-466f-beee-163f47113f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:30.810275 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-ad47ae82-a5de-4532-aaac-eca8a34a6818 None None] Provisioning complete for port c3997666-8ea1-45da-a5e0-d9125645a95d triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:05:30.810738 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-ad47ae82-a5de-4532-aaac-eca8a34a6818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:30.847811 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-ad47ae82-a5de-4532-aaac-eca8a34a6818 None None] Port c3997666-8ea1-45da-a5e0-d9125645a95d cannot update to ACTIVE because it is not bound. {{(pid=102741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 15:05:30.859583 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781138d-4013-4436-b567-ac7a7a96db29 req-eac49509-c2a1-4f99-83da-353445ff4401 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:30.861176 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-3781138d-4013-4436-b567-ac7a7a96db29 req-eac49509-c2a1-4f99-83da-353445ff4401 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cf74e04-9035-489f-b215-c529bd5be90d HTTP/1.1" status: 200 len: 943 time: 0.1026118 Nov 19 15:05:30.946436 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-3781138d-4013-4436-b567-ac7a7a96db29 req-f106610a-0fd4-4718-82ce-fe5e29bfc106 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761406 Nov 19 15:05:30.948411 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8211ca28-d955-466f-beee-163f47113f47 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:30.953861 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8211ca28-d955-466f-beee-163f47113f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58727948'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:31.026863 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8211ca28-d955-466f-beee-163f47113f47 admin admin] Pushing event updated for resources: {'Port': ['ID=c3997666-8ea1-45da-a5e0-d9125645a95d,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:31.029433 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8211ca28-d955-466f-beee-163f47113f47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469780'] for router_interface, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:31.126004 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8211ca28-d955-466f-beee-163f47113f47 admin admin] Network ed0406b4-0bfe-439f-b48b-c510341d69dd is already hosted by enough agents. {{(pid=102739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:05:31.127325 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.base_scheduler [None req-8211ca28-d955-466f-beee-163f47113f47 admin admin] Resources bound (agent type, host, resource id): {{(pid=102739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:05:31.252420 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8211ca28-d955-466f-beee-163f47113f47 admin admin] Router da45f36a-23b1-4123-a15e-c2ba839e03a7 has already been hosted by L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d {{(pid=102739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 15:05:31.363232 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8211ca28-d955-466f-beee-163f47113f47 admin admin] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:05:31.368875 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-8211ca28-d955-466f-beee-163f47113f47 admin admin] 10.222.0.20 "PUT /v2.0/routers/da45f36a-23b1-4123-a15e-c2ba839e03a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8442235 Nov 19 15:05:31.373482 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-127bef6f-ef49-4696-96bf-d9401d71326f None None] Provisioning complete for port c3997666-8ea1-45da-a5e0-d9125645a95d triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:05:31.373928 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-127bef6f-ef49-4696-96bf-d9401d71326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:31.413807 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-127bef6f-ef49-4696-96bf-d9401d71326f None None] Port c3997666-8ea1-45da-a5e0-d9125645a95d cannot update to ACTIVE because it is not bound. {{(pid=102741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 15:05:31.508376 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef79026-3533-4f25-b194-f94f44c6cce3 req-8e05ef1d-1ebd-476e-ade7-f150dec86d25 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:31.509892 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-6ef79026-3533-4f25-b194-f94f44c6cce3 req-8e05ef1d-1ebd-476e-ade7-f150dec86d25 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=2844a016-6b31-4f81-9afe-1b39957cbfe0 HTTP/1.1" status: 200 len: 931 time: 0.0531697 Nov 19 15:05:31.556557 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-6ef79026-3533-4f25-b194-f94f44c6cce3 req-2ad1ae5d-7f67-4443-bb84-d1b5415388ce tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5f0e028-076c-48b5-ac80-ecebaa0f3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399425 Nov 19 15:05:31.882652 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad306934-cc8b-4a6f-ac61-cd1cde17264e None None] Sync routers for ids ['da45f36a-23b1-4123-a15e-c2ba839e03a7'] in dv-cinder-817573-1-iscsi {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:05:31.893945 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad306934-cc8b-4a6f-ac61-cd1cde17264e None None] Routers {'da45f36a-23b1-4123-a15e-c2ba839e03a7'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:05:31.894545 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-ad306934-cc8b-4a6f-ac61-cd1cde17264e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:05:19Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['da45f36a-23b1-4123-a15e-c2ba839e03a7'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:05:31.997581 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-9e974843-8a35-4493-a967-47feebef5a80 req-e5baf56b-0996-4574-accd-f5b3b1a6e6e0 service neutron] Request body: {'port': {'device_id': '2844a016-6b31-4f81-9afe-1b39957cbfe0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81757'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:05:31.998113 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-ad306934-cc8b-4a6f-ac61-cd1cde17264e None None] Set router da45f36a-23b1-4123-a15e-c2ba839e03a7 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:05:32.056381 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-9e974843-8a35-4493-a967-47feebef5a80 req-e5baf56b-0996-4574-accd-f5b3b1a6e6e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:32.077810 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 42134) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:32.082428 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-fa12a0f6-21aa-476b-b596-4a921f2d0dad tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Request body: {'security_group': {'name': 'tempest-securitygroup--44665572', 'description': 'tempest-description--356705913'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:05:32.122633 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-fa12a0f6-21aa-476b-b596-4a921f2d0dad tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:32.212343 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device b68d34d5-0b48-4f3e-b481-8924b9f15bcf up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:05:32.237439 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-fa12a0f6-21aa-476b-b596-4a921f2d0dad tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:32.244953 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-fa12a0f6-21aa-476b-b596-4a921f2d0dad tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:32.280948 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9857c050-17d3-4d63-84af-c447f13973f9 req-b8fc08b4-0825-4035-8fe9-9eecf58b0ef5 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:32.282768 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9857c050-17d3-4d63-84af-c447f13973f9 req-b8fc08b4-0825-4035-8fe9-9eecf58b0ef5 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cf74e04-9035-489f-b215-c529bd5be90d HTTP/1.1" status: 200 len: 943 time: 0.1157818 Nov 19 15:05:32.283804 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-fa12a0f6-21aa-476b-b596-4a921f2d0dad tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:32.285082 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-fa12a0f6-21aa-476b-b596-4a921f2d0dad tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2061803 Nov 19 15:05:32.287889 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 42138) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:32.293889 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [None req-d21c55d6-2d1e-42fc-8eb8-5a01cbd76824 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Request body: {'security_group_rule': {'security_group_id': '65dcfbd2-7392-4d96-8976-15485027c4a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:05:32.294332 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa12a0f6-21aa-476b-b596-4a921f2d0dad tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65dcfbd2-7392-4d96-8976-15485027c4a5,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:32.336227 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port b68d34d5-0b48-4f3e-b481-8924b9f15bcf triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:05:32.336602 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:32.363728 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-ad306934-cc8b-4a6f-ac61-cd1cde17264e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'name': 'tempest-AttachVolumeTestJSON-1862625812-router', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b68d34d5-0b48-4f3e-b481-8924b9f15bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:05:25Z', 'updated_at': '2021-11-19T15:05:30Z', 'revision_number': 4, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'gw_port': {'id': 'b68d34d5-0b48-4f3e-b481-8924b9f15bcf', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:89:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:05:26Z', 'updated_at': '2021-11-19T15:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': 'c3997666-8ea1-45da-a5e0-d9125645a95d', 'name': '', 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'mac_address': 'fa:16:3e:36:5f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'e852f975-4d1d-4820-9954-48ab18b88f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:05:29Z', 'updated_at': '2021-11-19T15:05:30Z', 'revision_number': 2, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'subnets': [{'id': 'e852f975-4d1d-4820-9954-48ab18b88f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:05:32.397152 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad306934-cc8b-4a6f-ac61-cd1cde17264e None None] Checking router: da45f36a-23b1-4123-a15e-c2ba839e03a7 for host: dv-cinder-817573-1-iscsi {{(pid=102741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:05:32.397510 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad306934-cc8b-4a6f-ac61-cd1cde17264e None None] Updating router da45f36a-23b1-4123-a15e-c2ba839e03a7 port c3997666-8ea1-45da-a5e0-d9125645a95d binding host dv-cinder-817573-1-iscsi {{(pid=102741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 15:05:32.429576 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-ad306934-cc8b-4a6f-ac61-cd1cde17264e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:32.520129 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:32.604561 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] For port b68d34d5-0b48-4f3e-b481-8924b9f15bcf, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=b68d34d5-0b48-4f3e-b481-8924b9f15bcf,segment=NetworkSegment(8c548d3f-e438-4dec-b739-b60f621b5d36),segment_id=8c548d3f-e438-4dec-b739-b60f621b5d36)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:05:32.607680 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9857c050-17d3-4d63-84af-c447f13973f9 req-453c9775-b734-4711-b4aa-2a3b75101d51 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172669 Nov 19 15:05:32.611970 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-d21c55d6-2d1e-42fc-8eb8-5a01cbd76824 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:32.612187 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:32.712956 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Pushing event updated for resources: {'Port': ['ID=b68d34d5-0b48-4f3e-b481-8924b9f15bcf,revision_number=4']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:32.719878 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [req-9e974843-8a35-4493-a967-47feebef5a80 req-e5baf56b-0996-4574-accd-f5b3b1a6e6e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ac64702-51d3-49d3-8e87-d79ee4eb3855 {{(pid=102740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:05:32.731782 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-9e974843-8a35-4493-a967-47feebef5a80 req-e5baf56b-0996-4574-accd-f5b3b1a6e6e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:32.793040 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-d21c55d6-2d1e-42fc-8eb8-5a01cbd76824 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:32.808400 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.provisioning_blocks [req-9e974843-8a35-4493-a967-47feebef5a80 req-e5baf56b-0996-4574-accd-f5b3b1a6e6e0 service neutron] Transition to ACTIVE for port object 0ac64702-51d3-49d3-8e87-d79ee4eb3855 will not be triggered until provisioned by entity L2. {{(pid=102740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 15:05:32.808400 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-d21c55d6-2d1e-42fc-8eb8-5a01cbd76824 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783094'] for security_group_rule, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:32.836417 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-ad306934-cc8b-4a6f-ac61-cd1cde17264e None None] Publish callbacks [] for port, precommit_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:32.841239 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-9e974843-8a35-4493-a967-47feebef5a80 req-e5baf56b-0996-4574-accd-f5b3b1a6e6e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:32.844070 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-ad306934-cc8b-4a6f-ac61-cd1cde17264e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:32.859205 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c55d6-2d1e-42fc-8eb8-5a01cbd76824 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a91391-5457-48d0-a2da-c77a0da49793,revision_number=0']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:32.865252 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816c5f8-fe85-457e-abc8-35166bcdf841 req-fb6f991d-5f38-4df8-a48e-4d2571c31217 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:32.869145 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-d21c55d6-2d1e-42fc-8eb8-5a01cbd76824 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:32.870409 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-d21c55d6-2d1e-42fc-8eb8-5a01cbd76824 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5812757 Nov 19 15:05:32.875933 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-7816c5f8-fe85-457e-abc8-35166bcdf841 req-fb6f991d-5f38-4df8-a48e-4d2571c31217 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0700824 Nov 19 15:05:32.877410 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 42150) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:32.889804 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c322e1-6dd9-442e-9752-4dc9bcfdbd4a req-4dec72a5-b72a-4c9c-a468-db832d4b6f4a tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:32.891655 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-06c322e1-6dd9-442e-9752-4dc9bcfdbd4a req-4dec72a5-b72a-4c9c-a468-db832d4b6f4a tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=2844a016-6b31-4f81-9afe-1b39957cbfe0 HTTP/1.1" status: 200 len: 931 time: 0.1660593 Nov 19 15:05:32.894351 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [None req-504bab23-7160-45a8-b63d-1a3d5ae9fb78 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Request body: {'security_group_rule': {'security_group_id': '65dcfbd2-7392-4d96-8976-15485027c4a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:05:32.931076 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-7816c5f8-fe85-457e-abc8-35166bcdf841 req-3d25d323-0f76-4273-9329-c5b7a57d007f tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542169 Nov 19 15:05:32.940249 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff90883f-1013-48d5-9f3b-fabbf88dbceb None None] Pushing event updated for resources: {'Port': ['ID=c3997666-8ea1-45da-a5e0-d9125645a95d,revision_number=3']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:32.942298 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1912b1-8466-43f7-b47d-d5af5a31783a req-d9c78d66-21ef-403c-a0ad-98383db51751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:32.943759 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6c1912b1-8466-43f7-b47d-d5af5a31783a req-d9c78d66-21ef-403c-a0ad-98383db51751 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cdb244c677264a58ae8a06742292aba4&device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 1098 time: 0.1495216 Nov 19 15:05:32.963277 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 61ee76dd-0723-435f-bbf8-8a7d6039b176 details requested by agent hyperv_hv-cinder-81757 with host hv-cinder-81757 {{(pid=102741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 15:05:32.999024 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-ad306934-cc8b-4a6f-ac61-cd1cde17264e None None] Attempting to bind port c3997666-8ea1-45da-a5e0-d9125645a95d on host dv-cinder-817573-1-iscsi for vnic_type normal with profile {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:05:33.000552 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-ad306934-cc8b-4a6f-ac61-cd1cde17264e None None] Attempting to bind port c3997666-8ea1-45da-a5e0-d9125645a95d by drivers openvswitch,hyperv on host dv-cinder-817573-1-iscsi at level 0 using segments [{'id': '5c9a8ae0-0cc4-436d-a787-0604352c5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd'}] {{(pid=102741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:05:33.001110 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad306934-cc8b-4a6f-ac61-cd1cde17264e None None] Attempting to bind port c3997666-8ea1-45da-a5e0-d9125645a95d on network ed0406b4-0bfe-439f-b48b-c510341d69dd {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:05:33.005426 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5baf56b-0996-4574-accd-f5b3b1a6e6e0 service neutron] Pushing event updated for resources: {'Port': ['ID=0ac64702-51d3-49d3-8e87-d79ee4eb3855,revision_number=2']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:33.035627 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad306934-cc8b-4a6f-ac61-cd1cde17264e None None] Checking agent: {'id': '93bd3d20-65c6-439e-b74a-dd66c3cedb61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 14, 56, 22), 'started_at': datetime.datetime(2021, 11, 19, 14, 56, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:05:33.036091 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad306934-cc8b-4a6f-ac61-cd1cde17264e None None] Checking segment: {'id': '5c9a8ae0-0cc4-436d-a787-0604352c5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:05:33.036561 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-ad306934-cc8b-4a6f-ac61-cd1cde17264e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:33.037088 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad306934-cc8b-4a6f-ac61-cd1cde17264e None None] Bound using segment: {'id': '5c9a8ae0-0cc4-436d-a787-0604352c5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd'} {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:05:33.037635 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-ad306934-cc8b-4a6f-ac61-cd1cde17264e None None] Bound port: c3997666-8ea1-45da-a5e0-d9125645a95d, host: dv-cinder-817573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c9a8ae0-0cc4-436d-a787-0604352c5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd'}}] {{(pid=102741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:05:33.038093 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-ad306934-cc8b-4a6f-ac61-cd1cde17264e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:33.087661 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-9e974843-8a35-4493-a967-47feebef5a80 req-e5baf56b-0996-4574-accd-f5b3b1a6e6e0 service neutron] Attempting to bind port 0ac64702-51d3-49d3-8e87-d79ee4eb3855 on host hv-cinder-81757 for vnic_type normal with profile {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:05:33.088345 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-9e974843-8a35-4493-a967-47feebef5a80 req-e5baf56b-0996-4574-accd-f5b3b1a6e6e0 service neutron] Attempting to bind port 0ac64702-51d3-49d3-8e87-d79ee4eb3855 by drivers openvswitch,hyperv on host hv-cinder-81757 at level 0 using segments [{'id': 'fb2e7e36-27d5-45cf-9b90-512b3301605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b4ed2e73-3775-4a43-ae59-50f9a111138a'}] {{(pid=102740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:05:33.089294 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e974843-8a35-4493-a967-47feebef5a80 req-e5baf56b-0996-4574-accd-f5b3b1a6e6e0 service neutron] Attempting to bind port 0ac64702-51d3-49d3-8e87-d79ee4eb3855 on network b4ed2e73-3775-4a43-ae59-50f9a111138a {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:05:33.119714 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-504bab23-7160-45a8-b63d-1a3d5ae9fb78 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:33.142444 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e974843-8a35-4493-a967-47feebef5a80 req-e5baf56b-0996-4574-accd-f5b3b1a6e6e0 service neutron] Port 0ac64702-51d3-49d3-8e87-d79ee4eb3855 on network b4ed2e73-3775-4a43-ae59-50f9a111138a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81757 {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 15:05:33.142777 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e974843-8a35-4493-a967-47feebef5a80 req-e5baf56b-0996-4574-accd-f5b3b1a6e6e0 service neutron] Attempting to bind port 0ac64702-51d3-49d3-8e87-d79ee4eb3855 on network b4ed2e73-3775-4a43-ae59-50f9a111138a {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:05:33.162530 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e974843-8a35-4493-a967-47feebef5a80 req-e5baf56b-0996-4574-accd-f5b3b1a6e6e0 service neutron] Checking agent: {'id': 'e1ea3be9-4fba-465d-a0c0-35388eb51f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'started_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:05:33.163013 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e974843-8a35-4493-a967-47feebef5a80 req-e5baf56b-0996-4574-accd-f5b3b1a6e6e0 service neutron] Checking segment: {'id': 'fb2e7e36-27d5-45cf-9b90-512b3301605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b4ed2e73-3775-4a43-ae59-50f9a111138a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:05:33.163237 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e974843-8a35-4493-a967-47feebef5a80 req-e5baf56b-0996-4574-accd-f5b3b1a6e6e0 service neutron] Bound using segment: {'id': 'fb2e7e36-27d5-45cf-9b90-512b3301605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b4ed2e73-3775-4a43-ae59-50f9a111138a'} {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:05:33.163680 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-9e974843-8a35-4493-a967-47feebef5a80 req-e5baf56b-0996-4574-accd-f5b3b1a6e6e0 service neutron] Bound port: 0ac64702-51d3-49d3-8e87-d79ee4eb3855, host: hv-cinder-81757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb2e7e36-27d5-45cf-9b90-512b3301605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b4ed2e73-3775-4a43-ae59-50f9a111138a'}}] {{(pid=102740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:05:33.164029 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-9e974843-8a35-4493-a967-47feebef5a80 req-e5baf56b-0996-4574-accd-f5b3b1a6e6e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:33.177319 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-06c322e1-6dd9-442e-9752-4dc9bcfdbd4a req-f996a239-ad1b-4ab1-8af6-e12dc235543e tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5f0e028-076c-48b5-ac80-ecebaa0f3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537618 Nov 19 15:05:33.270661 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1912b1-8466-43f7-b47d-d5af5a31783a req-7bb6588e-f6b7-45f5-96cf-6425a61ddd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:33.272128 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6c1912b1-8466-43f7-b47d-d5af5a31783a req-7bb6588e-f6b7-45f5-96cf-6425a61ddd98 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9bdc62e5-2180-4755-99bd-fe198da300d6 HTTP/1.1" status: 200 len: 920 time: 0.3076661 Nov 19 15:05:33.274268 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-504bab23-7160-45a8-b63d-1a3d5ae9fb78 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:33.282604 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-504bab23-7160-45a8-b63d-1a3d5ae9fb78 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783094'] for security_group_rule, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:33.328313 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-f48ee58c-4851-4e2a-9a6a-f312162417ee None None] Provisioning complete for port c3997666-8ea1-45da-a5e0-d9125645a95d triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:05:33.328690 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-f48ee58c-4851-4e2a-9a6a-f312162417ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:33.346814 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6c1912b1-8466-43f7-b47d-d5af5a31783a req-ecffabb9-ab4c-47c7-b78f-38bd33fe167e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4 HTTP/1.1" status: 200 len: 217 time: 0.0623283 Nov 19 15:05:33.365760 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-9e974843-8a35-4493-a967-47feebef5a80 req-e5baf56b-0996-4574-accd-f5b3b1a6e6e0 service neutron] For port 0ac64702-51d3-49d3-8e87-d79ee4eb3855, host hv-cinder-81757, cleared binding levels {{(pid=102740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:05:33.375281 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-ad306934-cc8b-4a6f-ac61-cd1cde17264e None None] For port c3997666-8ea1-45da-a5e0-d9125645a95d, host dv-cinder-817573-1-iscsi, cleared binding levels {{(pid=102741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:05:33.379637 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 61ee76dd-0723-435f-bbf8-8a7d6039b176, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=61ee76dd-0723-435f-bbf8-8a7d6039b176,segment=NetworkSegment(95ddcab1-baed-4dee-a29d-ed919666ff8f),segment_id=95ddcab1-baed-4dee-a29d-ed919666ff8f)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:05:33.385609 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-9e974843-8a35-4493-a967-47feebef5a80 req-e5baf56b-0996-4574-accd-f5b3b1a6e6e0 service neutron] For port 0ac64702-51d3-49d3-8e87-d79ee4eb3855, host hv-cinder-81757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=0ac64702-51d3-49d3-8e87-d79ee4eb3855,segment=NetworkSegment(fb2e7e36-27d5-45cf-9b90-512b3301605a),segment_id=fb2e7e36-27d5-45cf-9b90-512b3301605a)] {{(pid=102740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:05:33.396762 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504bab23-7160-45a8-b63d-1a3d5ae9fb78 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f56ea45d-e7b3-4c20-8478-e84e0062e0ef,revision_number=0']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:33.403628 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-ad306934-cc8b-4a6f-ac61-cd1cde17264e None None] For port c3997666-8ea1-45da-a5e0-d9125645a95d, host dv-cinder-817573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=c3997666-8ea1-45da-a5e0-d9125645a95d,segment=NetworkSegment(5c9a8ae0-0cc4-436d-a787-0604352c5b1e),segment_id=5c9a8ae0-0cc4-436d-a787-0604352c5b1e)] {{(pid=102741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:05:33.405847 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Returning: {'device': '61ee76dd-0723-435f-bbf8-8a7d6039b176', 'network_id': 'cd986946-8454-44e7-80e5-6d3c5bfe30eb', 'port_id': '61ee76dd-0723-435f-bbf8-8a7d6039b176', 'mac_address': 'fa:16:3e:88:90:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66863856-ad42-4629-ab56-51eb7761d1fa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 15:05:33.408166 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-f48ee58c-4851-4e2a-9a6a-f312162417ee None None] Port c3997666-8ea1-45da-a5e0-d9125645a95d cannot update to ACTIVE because it is not bound. {{(pid=102741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 15:05:33.412072 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-ad306934-cc8b-4a6f-ac61-cd1cde17264e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:33.419186 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-504bab23-7160-45a8-b63d-1a3d5ae9fb78 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:33.420360 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-504bab23-7160-45a8-b63d-1a3d5ae9fb78 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5404837 Nov 19 15:05:33.421676 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-9e974843-8a35-4493-a967-47feebef5a80 req-e5baf56b-0996-4574-accd-f5b3b1a6e6e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:33.427735 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 42174) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:33.434350 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-0cb349e8-0f17-4549-9e50-76d61ad413fd tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Request body: {'floatingip': {'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:05:33.488329 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1912b1-8466-43f7-b47d-d5af5a31783a req-08143ca4-21d6-49ee-8e47-a2ed90235838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:33.489831 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6c1912b1-8466-43f7-b47d-d5af5a31783a req-08143ca4-21d6-49ee-8e47-a2ed90235838 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8290f5d-0d5d-4a74-9e3b-0c433bc14b68 HTTP/1.1" status: 200 len: 859 time: 0.1022768 Nov 19 15:05:33.490938 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-0cb349e8-0f17-4549-9e50-76d61ad413fd tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for floatingip, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:33.514209 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e974843-8a35-4493-a967-47feebef5a80 req-e5baf56b-0996-4574-accd-f5b3b1a6e6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:33.515399 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-9e974843-8a35-4493-a967-47feebef5a80 req-e5baf56b-0996-4574-accd-f5b3b1a6e6e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:33.521668 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9e974843-8a35-4493-a967-47feebef5a80 req-e5baf56b-0996-4574-accd-f5b3b1a6e6e0 service neutron] 10.222.0.11 "PUT /v2.0/ports/0ac64702-51d3-49d3-8e87-d79ee4eb3855 HTTP/1.1" status: 200 len: 1093 time: 1.5236425 Nov 19 15:05:33.522387 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2844a016-6b31-4f81-9afe-1b39957cbfe0', 'tag': '0ac64702-51d3-49d3-8e87-d79ee4eb3855'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:05:33.527960 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c43d613-5dcd-45ce-93f2-b44c325b5366" -d '{"events": [{"name": "network-changed", "server_uuid": "2844a016-6b31-4f81-9afe-1b39957cbfe0", "tag": "0ac64702-51d3-49d3-8e87-d79ee4eb3855"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:05:33.602363 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff90883f-1013-48d5-9f3b-fabbf88dbceb None None] Pushing event updated for resources: {'Port': ['ID=c3997666-8ea1-45da-a5e0-d9125645a95d,revision_number=4']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:33.613191 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6c1912b1-8466-43f7-b47d-d5af5a31783a req-b22b07f2-bb5f-467b-98c9-6a19fc0d6856 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9bdc62e5-2180-4755-99bd-fe198da300d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760846 Nov 19 15:05:33.614396 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5baf56b-0996-4574-accd-f5b3b1a6e6e0 service neutron] Pushing event updated for resources: {'Port': ['ID=0ac64702-51d3-49d3-8e87-d79ee4eb3855,revision_number=3']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:33.635145 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad306934-cc8b-4a6f-ac61-cd1cde17264e None None] Routers {'da45f36a-23b1-4123-a15e-c2ba839e03a7'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:05:33.635551 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-ad306934-cc8b-4a6f-ac61-cd1cde17264e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:05:19Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['da45f36a-23b1-4123-a15e-c2ba839e03a7'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:05:33.644222 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:33.697177 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 15:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb48ea34-8211-421e-bfff-d33f574a163d x-openstack-request-id: req-fb48ea34-8211-421e-bfff-d33f574a163d {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:05:33.697475 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2844a016-6b31-4f81-9afe-1b39957cbfe0", "tag": "0ac64702-51d3-49d3-8e87-d79ee4eb3855", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:05:33.697732 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb48ea34-8211-421e-bfff-d33f574a163d {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:05:33.698132 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2844a016-6b31-4f81-9afe-1b39957cbfe0', 'tag': '0ac64702-51d3-49d3-8e87-d79ee4eb3855', 'status': 'completed', 'code': 200} Nov 19 15:05:33.735697 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-0cb349e8-0f17-4549-9e50-76d61ad413fd tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:33.765699 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61ee76dd-0723-435f-bbf8-8a7d6039b176 {{(pid=102741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:05:33.790186 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 42190) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:33.862218 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e974843-8a35-4493-a967-47feebef5a80 req-29f8f036-7bae-449e-bda3-696a67805336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:33.865764 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9e974843-8a35-4493-a967-47feebef5a80 req-29f8f036-7bae-449e-bda3-696a67805336 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=faec73be0ed44740b1d7128823a86838&device_id=2844a016-6b31-4f81-9afe-1b39957cbfe0 HTTP/1.1" status: 200 len: 1096 time: 0.2643504 Nov 19 15:05:33.870470 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 61ee76dd-0723-435f-bbf8-8a7d6039b176, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=61ee76dd-0723-435f-bbf8-8a7d6039b176,segment=NetworkSegment(95ddcab1-baed-4dee-a29d-ed919666ff8f),segment_id=95ddcab1-baed-4dee-a29d-ed919666ff8f)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:05:33.920474 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-ad306934-cc8b-4a6f-ac61-cd1cde17264e None None] Set router da45f36a-23b1-4123-a15e-c2ba839e03a7 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:05:33.926073 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:33.928110 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea8d85-48fd-45df-bc6d-1cb75171b8f8 req-d8acd9c0-f025-4b14-9ac6-91efde0e6e99 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:33.935352 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-10ea8d85-48fd-45df-bc6d-1cb75171b8f8 req-d8acd9c0-f025-4b14-9ac6-91efde0e6e99 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cf74e04-9035-489f-b215-c529bd5be90d HTTP/1.1" status: 200 len: 943 time: 0.1580684 Nov 19 15:05:33.958183 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9e974843-8a35-4493-a967-47feebef5a80 req-1ff2329b-17c3-4d5b-9225-f1ea46c2ac3f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ac64702-51d3-49d3-8e87-d79ee4eb3855 HTTP/1.1" status: 200 len: 217 time: 0.0812869 Nov 19 15:05:33.960294 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.db_base_plugin_common [None req-0cb349e8-0f17-4549-9e50-76d61ad413fd tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Allocated IP 172.27.0.185 (28d9acba-080c-4a37-9781-fba989a64823/831d2bcc-ea48-4f58-960e-dcc1ce111fc5/2afcfd03-60c7-42b9-836e-29c813fe35f9) {{(pid=102739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:05:34.001206 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6c1912b1-8466-43f7-b47d-d5af5a31783a req-69849ea8-913c-44fe-9375-175d2bdd554f service neutron] 10.222.0.11 "GET /v2.0/networks/9bdc62e5-2180-4755-99bd-fe198da300d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759346 Nov 19 15:05:34.054397 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-6a4b8313-7183-4adb-9019-973df3146035 None None] Provisioning complete for port c3997666-8ea1-45da-a5e0-d9125645a95d triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:05:34.054853 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-6a4b8313-7183-4adb-9019-973df3146035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:34.058725 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-dbc3283d-df4a-473e-897c-d14b4b379ab8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:34.079710 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:34.132516 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-10ea8d85-48fd-45df-bc6d-1cb75171b8f8 req-f82dda15-35de-4d85-b10c-6e7b872cacb1 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960733 Nov 19 15:05:34.143426 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=61ee76dd-0723-435f-bbf8-8a7d6039b176,revision_number=4']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:34.143761 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-0cb349e8-0f17-4549-9e50-76d61ad413fd tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for port, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:34.157436 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e974843-8a35-4493-a967-47feebef5a80 req-04657005-28a1-44bd-a21d-3d6eb5203ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:34.157436 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9e974843-8a35-4493-a967-47feebef5a80 req-04657005-28a1-44bd-a21d-3d6eb5203ad0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=09c6ce36-5545-4a00-8637-775b2f8f0904 HTTP/1.1" status: 200 len: 853 time: 0.1719570 Nov 19 15:05:34.191337 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device b68d34d5-0b48-4f3e-b481-8924b9f15bcf up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:05:34.203099 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9e974843-8a35-4493-a967-47feebef5a80 req-58eece7c-3e73-44f1-8d07-5d60f5636824 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b4ed2e73-3775-4a43-ae59-50f9a111138a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406563 Nov 19 15:05:34.257549 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['61ee76dd-0723-435f-bbf8-8a7d6039b176'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:05:34.271366 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-0cb349e8-0f17-4549-9e50-76d61ad413fd tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58728053'] for port, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:34.290276 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6c1912b1-8466-43f7-b47d-d5af5a31783a req-0cbe38f1-e6a5-4a6d-9b52-078c6044e93d service neutron] 10.222.0.11 "GET /v2.0/networks/9bdc62e5-2180-4755-99bd-fe198da300d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456789 Nov 19 15:05:34.334715 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb349e8-0f17-4549-9e50-76d61ad413fd tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Network 28d9acba-080c-4a37-9781-fba989a64823 is already hosted by enough agents. {{(pid=102739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:05:34.351901 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d296a-0c5c-4db6-9cd8-9047c5ef8b7c req-a04e9f50-4d42-41ae-ad5b-e6ff3293ff6a tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:34.361166 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-520d296a-0c5c-4db6-9cd8-9047c5ef8b7c req-a04e9f50-4d42-41ae-ad5b-e6ff3293ff6a tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.1932943 Nov 19 15:05:34.361906 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-dbc3283d-df4a-473e-897c-d14b4b379ab8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:34.370755 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-dbc3283d-df4a-473e-897c-d14b4b379ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:34.372618 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.base_scheduler [None req-0cb349e8-0f17-4549-9e50-76d61ad413fd tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Resources bound (agent type, host, resource id): {{(pid=102739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:05:34.395669 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb349e8-0f17-4549-9e50-76d61ad413fd tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Received port after_create {{(pid=102739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:05:34.398818 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9e974843-8a35-4493-a967-47feebef5a80 req-896d9af8-888a-450c-a4b4-5d5cabc41cee service neutron] 10.222.0.11 "GET /v2.0/networks/b4ed2e73-3775-4a43-ae59-50f9a111138a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814771 Nov 19 15:05:34.398966 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb349e8-0f17-4549-9e50-76d61ad413fd tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Pushing event updated for resources: {'Port': ['ID=2afcfd03-60c7-42b9-836e-29c813fe35f9,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:34.428495 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-dbc3283d-df4a-473e-897c-d14b4b379ab8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=363c4a02a4534ecda87ad63daa5a2e05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6348956 Nov 19 15:05:34.428495 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3283d-df4a-473e-897c-d14b4b379ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a335087-379b-4848-b0c8-0c2d66fff6e1,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:34.429416 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 42212) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:34.454319 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port b68d34d5-0b48-4f3e-b481-8924b9f15bcf triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:05:34.454594 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:34.469440 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-520d296a-0c5c-4db6-9cd8-9047c5ef8b7c req-a044ef7a-bc4f-44c4-b116-c88e96df157d tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065996 Nov 19 15:05:34.521443 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-6a4b8313-7183-4adb-9019-973df3146035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:34.577833 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-0cb349e8-0f17-4549-9e50-76d61ad413fd tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:34.595251 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9e974843-8a35-4493-a967-47feebef5a80 req-6a8fa34e-cb3b-4b0c-8f7c-0ee19ed8ab40 service neutron] 10.222.0.11 "GET /v2.0/networks/b4ed2e73-3775-4a43-ae59-50f9a111138a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803184 Nov 19 15:05:34.602623 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6804b4-63a8-4b28-8da1-0e123278cfe1 req-4dd4edca-4b7f-4819-973c-3430a1090ae5 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:34.604051 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ab6804b4-63a8-4b28-8da1-0e123278cfe1 req-4dd4edca-4b7f-4819-973c-3430a1090ae5 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=2844a016-6b31-4f81-9afe-1b39957cbfe0 HTTP/1.1" status: 200 len: 943 time: 0.1579447 Nov 19 15:05:34.605131 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-5388fb10-ece8-4a33-8b67-37655854d61d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:34.607574 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-6a4b8313-7183-4adb-9019-973df3146035 None None] For port c3997666-8ea1-45da-a5e0-d9125645a95d, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=c3997666-8ea1-45da-a5e0-d9125645a95d,segment=NetworkSegment(5c9a8ae0-0cc4-436d-a787-0604352c5b1e),segment_id=5c9a8ae0-0cc4-436d-a787-0604352c5b1e)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:05:34.621344 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-6a4b8313-7183-4adb-9019-973df3146035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:34.629745 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-0cb349e8-0f17-4549-9e50-76d61ad413fd tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:34.644261 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-5388fb10-ece8-4a33-8b67-37655854d61d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:34.651778 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-ad306934-cc8b-4a6f-ac61-cd1cde17264e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'name': 'tempest-AttachVolumeTestJSON-1862625812-router', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b68d34d5-0b48-4f3e-b481-8924b9f15bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:05:25Z', 'updated_at': '2021-11-19T15:05:30Z', 'revision_number': 4, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'gw_port': {'id': 'b68d34d5-0b48-4f3e-b481-8924b9f15bcf', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:05:26Z', 'updated_at': '2021-11-19T15:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': 'c3997666-8ea1-45da-a5e0-d9125645a95d', 'name': '', 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'mac_address': 'fa:16:3e:36:5f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'e852f975-4d1d-4820-9954-48ab18b88f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:05:29Z', 'updated_at': '2021-11-19T15:05:33Z', 'revision_number': 4, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'subnets': [{'id': 'e852f975-4d1d-4820-9954-48ab18b88f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:05:34.721030 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad306934-cc8b-4a6f-ac61-cd1cde17264e None None] The sync data for ids ['da45f36a-23b1-4123-a15e-c2ba839e03a7'] in dv-cinder-817573-1-iscsi is: [{'id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'name': 'tempest-AttachVolumeTestJSON-1862625812-router', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b68d34d5-0b48-4f3e-b481-8924b9f15bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:05:25Z', 'updated_at': '2021-11-19T15:05:30Z', 'revision_number': 4, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'gw_port': {'id': 'b68d34d5-0b48-4f3e-b481-8924b9f15bcf', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:05:26Z', 'updated_at': '2021-11-19T15:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': 'c3997666-8ea1-45da-a5e0-d9125645a95d', 'name': '', 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'mac_address': 'fa:16:3e:36:5f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'e852f975-4d1d-4820-9954-48ab18b88f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:05:29Z', 'updated_at': '2021-11-19T15:05:33Z', 'revision_number': 4, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'subnets': [{'id': 'e852f975-4d1d-4820-9954-48ab18b88f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:05:34.727839 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ab6804b4-63a8-4b28-8da1-0e123278cfe1 req-f36d14b3-423a-420a-b8f3-2c014576a72e tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5f0e028-076c-48b5-ac80-ecebaa0f3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161897 Nov 19 15:05:34.761552 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43d613-5dcd-45ce-93f2-b44c325b5366 req-b22abf14-1ddb-4f19-bd79-fbb4f3635577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:34.763105 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-5c43d613-5dcd-45ce-93f2-b44c325b5366 req-b22abf14-1ddb-4f19-bd79-fbb4f3635577 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=faec73be0ed44740b1d7128823a86838&device_id=2844a016-6b31-4f81-9afe-1b39957cbfe0 HTTP/1.1" status: 200 len: 1096 time: 0.0792749 Nov 19 15:05:34.777973 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b8313-7183-4adb-9019-973df3146035 None None] Pushing event updated for resources: {'Port': ['ID=c3997666-8ea1-45da-a5e0-d9125645a95d,revision_number=5']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:34.787471 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-5388fb10-ece8-4a33-8b67-37655854d61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:34.790095 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-5388fb10-ece8-4a33-8b67-37655854d61d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:34.791273 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-5388fb10-ece8-4a33-8b67-37655854d61d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a335087-379b-4848-b0c8-0c2d66fff6e1 HTTP/1.1" status: 204 len: 168 time: 0.3600957 Nov 19 15:05:34.843768 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5388fb10-ece8-4a33-8b67-37655854d61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a335087-379b-4848-b0c8-0c2d66fff6e1,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:34.896570 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43d613-5dcd-45ce-93f2-b44c325b5366 req-f2290053-1219-4b92-ab6d-ca96170369d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:34.898158 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-5c43d613-5dcd-45ce-93f2-b44c325b5366 req-f2290053-1219-4b92-ab6d-ca96170369d2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b4ed2e73-3775-4a43-ae59-50f9a111138a HTTP/1.1" status: 200 len: 914 time: 0.1211264 Nov 19 15:05:34.898415 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-0cb349e8-0f17-4549-9e50-76d61ad413fd tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:34.904692 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-0cb349e8-0f17-4549-9e50-76d61ad413fd tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58727948'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:34.963430 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-5c43d613-5dcd-45ce-93f2-b44c325b5366 req-ba4c3d9d-57bb-4b1e-9538-706cece0d873 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ac64702-51d3-49d3-8e87-d79ee4eb3855 HTTP/1.1" status: 200 len: 217 time: 0.0555348 Nov 19 15:05:34.988441 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb349e8-0f17-4549-9e50-76d61ad413fd tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Pushing event updated for resources: {'Port': ['ID=2afcfd03-60c7-42b9-836e-29c813fe35f9,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:35.007922 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-0cb349e8-0f17-4549-9e50-76d61ad413fd tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469297'] for floatingip, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:35.032545 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-0cb349e8-0f17-4549-9e50-76d61ad413fd tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for floatingip, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:35.037583 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-0cb349e8-0f17-4549-9e50-76d61ad413fd tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6079533 Nov 19 15:05:35.052725 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43d613-5dcd-45ce-93f2-b44c325b5366 req-305e5418-3b1e-4a90-94dc-d6bef3e749b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:35.054986 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-5c43d613-5dcd-45ce-93f2-b44c325b5366 req-305e5418-3b1e-4a90-94dc-d6bef3e749b6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=09c6ce36-5545-4a00-8637-775b2f8f0904 HTTP/1.1" status: 200 len: 853 time: 0.0767696 Nov 19 15:05:35.093827 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-5c43d613-5dcd-45ce-93f2-b44c325b5366 req-5fd8f044-d25a-4dbc-b236-2375b2899b42 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b4ed2e73-3775-4a43-ae59-50f9a111138a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299230 Nov 19 15:05:35.318901 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-5c43d613-5dcd-45ce-93f2-b44c325b5366 req-65abc6ad-0d03-4002-9787-09381c4f888f service neutron] 10.222.0.11 "GET /v2.0/networks/b4ed2e73-3775-4a43-ae59-50f9a111138a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045236 Nov 19 15:05:35.320667 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db914a3-de09-4614-973b-3939362d9d04 req-52d21970-a109-4a44-a967-d9eeab0e470e tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:35.328662 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-2db914a3-de09-4614-973b-3939362d9d04 req-52d21970-a109-4a44-a967-d9eeab0e470e tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cf74e04-9035-489f-b215-c529bd5be90d HTTP/1.1" status: 200 len: 944 time: 0.0704491 Nov 19 15:05:35.401085 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-2db914a3-de09-4614-973b-3939362d9d04 req-a87698c2-a3b7-406a-b483-62556dacd852 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700171 Nov 19 15:05:35.414072 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-6bfc8689-200a-4c1c-b279-083bccd4406c tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--44665572&fields=id&tenant_id=a0e2bcec34734e86900951518afe4cf2 HTTP/1.1" status: 200 len: 267 time: 0.1168375 Nov 19 15:05:35.535660 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-5c43d613-5dcd-45ce-93f2-b44c325b5366 req-d999f6a7-96ca-47ca-9053-de1295ff6343 service neutron] 10.222.0.11 "GET /v2.0/networks/b4ed2e73-3775-4a43-ae59-50f9a111138a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948249 Nov 19 15:05:35.583900 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-11204b31-c78f-4828-877e-6337eb5d648c tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:35.585794 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-11204b31-c78f-4828-877e-6337eb5d648c tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/networks?id=ed0406b4-0bfe-439f-b48b-c510341d69dd HTTP/1.1" status: 200 len: 811 time: 0.1718590 Nov 19 15:05:35.602436 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-07d8b23f-9c88-4518-949d-360891ffbb85 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/quotas/a0e2bcec34734e86900951518afe4cf2 HTTP/1.1" status: 200 len: 375 time: 0.0101466 Nov 19 15:05:35.662918 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d723210-edba-4087-9950-661605c2d7c8 req-631d7d38-8e1d-456d-8a4d-94fde87d4f96 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:35.664698 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-26271d74-5d92-4dd7-9373-3ecd758de5fd tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a0e2bcec34734e86900951518afe4cf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558193 Nov 19 15:05:35.664890 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-8d723210-edba-4087-9950-661605c2d7c8 req-631d7d38-8e1d-456d-8a4d-94fde87d4f96 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0653000 Nov 19 15:05:35.790079 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-a3366a23-0746-4ac7-9832-d486851cb725 service neutron] 10.222.0.20 "GET /v2.0/networks/ed0406b4-0bfe-439f-b48b-c510341d69dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045380 Nov 19 15:05:35.898926 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-0f9f5823-9d43-42dc-84be-2c396449747a service neutron] 10.222.0.20 "GET /v2.0/networks/ed0406b4-0bfe-439f-b48b-c510341d69dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017156 Nov 19 15:05:35.966307 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-8d723210-edba-4087-9950-661605c2d7c8 req-c1b237d5-cd9a-4a58-8514-f3b0802adee5 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888143 Nov 19 15:05:36.117069 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-c813e530-0b90-4419-9ff8-1a60edd5fce7 req-9561994d-7a85-4d04-8eae-bd737c17cc2c tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 210 time: 0.0442216 Nov 19 15:05:36.145338 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961f005-4320-4f8f-a9be-6f19834e69b1 req-92f5f3e1-e425-4a6f-8b56-6ad4a43c661f tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:36.146908 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-4961f005-4320-4f8f-a9be-6f19834e69b1 req-92f5f3e1-e425-4a6f-8b56-6ad4a43c661f tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=2844a016-6b31-4f81-9afe-1b39957cbfe0 HTTP/1.1" status: 200 len: 943 time: 0.1162632 Nov 19 15:05:36.199450 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device c3997666-8ea1-45da-a5e0-d9125645a95d up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:05:36.216381 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-4961f005-4320-4f8f-a9be-6f19834e69b1 req-3cac9c23-9345-4cd0-a4d9-2f69d374c9b6 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5f0e028-076c-48b5-ac80-ecebaa0f3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632274 Nov 19 15:05:36.271278 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port c3997666-8ea1-45da-a5e0-d9125645a95d triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:05:36.272299 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:36.586264 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088594a5-472b-44ed-b977-7030e38d2a21 req-ce8d8f7e-bb22-43c4-9333-a966aadb5258 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:36.600250 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-088594a5-472b-44ed-b977-7030e38d2a21 req-ce8d8f7e-bb22-43c4-9333-a966aadb5258 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cf74e04-9035-489f-b215-c529bd5be90d HTTP/1.1" status: 200 len: 944 time: 0.1025629 Nov 19 15:05:36.651433 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-088594a5-472b-44ed-b977-7030e38d2a21 req-b0893fd1-e0c5-49d4-ade8-95c8ea0d13dc tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497415 Nov 19 15:05:36.698510 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 42324) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:36.807565 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-9a6f4bf4-5172-48cf-b4c8-8f8772ca6821 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:36.893465 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-9a6f4bf4-5172-48cf-b4c8-8f8772ca6821 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:36.897229 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-9a6f4bf4-5172-48cf-b4c8-8f8772ca6821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:36.935887 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-9a6f4bf4-5172-48cf-b4c8-8f8772ca6821 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29b4fa7320b8490faa57ac13c3899eea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363515 Nov 19 15:05:36.938530 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f4bf4-5172-48cf-b4c8-8f8772ca6821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811db1c3-dfd0-40ab-83cf-cf9ce997a785,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:36.939046 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 42342) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:36.968758 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 0ac64702-51d3-49d3-8e87-d79ee4eb3855 details requested by agent hyperv_hv-cinder-81757 with host hv-cinder-81757 {{(pid=102741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 15:05:36.973010 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 61ee76dd-0723-435f-bbf8-8a7d6039b176 up at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:05:36.993642 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-403ce624-aec0-434f-82f3-43cd14af094a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:37.026086 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-403ce624-aec0-434f-82f3-43cd14af094a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:37.084762 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876bb4b-63a5-4deb-94f4-fb3a24384a97 req-34abf0ec-7581-4b1b-8a8f-6f9305dd3a2e tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:37.086767 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning for port 61ee76dd-0723-435f-bbf8-8a7d6039b176 completed by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 15:05:37.089311 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6876bb4b-63a5-4deb-94f4-fb3a24384a97 req-34abf0ec-7581-4b1b-8a8f-6f9305dd3a2e tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0551078 Nov 19 15:05:37.090791 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-403ce624-aec0-434f-82f3-43cd14af094a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:37.094634 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning complete for port 61ee76dd-0723-435f-bbf8-8a7d6039b176 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:05:37.094861 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-403ce624-aec0-434f-82f3-43cd14af094a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:37.095020 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:37.101335 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-403ce624-aec0-434f-82f3-43cd14af094a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/811db1c3-dfd0-40ab-83cf-cf9ce997a785 HTTP/1.1" status: 204 len: 168 time: 0.1560440 Nov 19 15:05:37.117075 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ce624-aec0-434f-82f3-43cd14af094a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811db1c3-dfd0-40ab-83cf-cf9ce997a785,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:37.162058 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6876bb4b-63a5-4deb-94f4-fb3a24384a97 req-107ce271-8ed5-4480-a500-c22ea96e9512 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677719 Nov 19 15:05:37.206718 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 0ac64702-51d3-49d3-8e87-d79ee4eb3855, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=0ac64702-51d3-49d3-8e87-d79ee4eb3855,segment=NetworkSegment(fb2e7e36-27d5-45cf-9b90-512b3301605a),segment_id=fb2e7e36-27d5-45cf-9b90-512b3301605a)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:05:37.250371 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-a8d32ca2-dda1-4fb4-9556-e58ad401530e req-7e428fc0-68bd-4cab-b059-bbe30d581163 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 210 time: 0.0306621 Nov 19 15:05:37.304731 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Returning: {'device': '0ac64702-51d3-49d3-8e87-d79ee4eb3855', 'network_id': 'b4ed2e73-3775-4a43-ae59-50f9a111138a', 'port_id': '0ac64702-51d3-49d3-8e87-d79ee4eb3855', 'mac_address': 'fa:16:3e:4d:5b:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09c6ce36-5545-4a00-8637-775b2f8f0904', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 15:05:37.313255 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:37.370546 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf74e04-9035-489f-b215-c529bd5be90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ee76dd-0723-435f-bbf8-8a7d6039b176'}] {{(pid=102741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:05:37.372823 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02aed456f185bd727e3ab04ef3305858fece041079839c75bcf3d6cf309ea5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cce9721-e90f-4c72-96cb-7f6be79ed4b3" -d '{"events": [{"server_uuid": "3cf74e04-9035-489f-b215-c529bd5be90d", "name": "network-vif-plugged", "status": "completed", "tag": "61ee76dd-0723-435f-bbf8-8a7d6039b176"}]}' {{(pid=102741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:05:37.394612 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 61ee76dd-0723-435f-bbf8-8a7d6039b176, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=61ee76dd-0723-435f-bbf8-8a7d6039b176,segment=NetworkSegment(95ddcab1-baed-4dee-a29d-ed919666ff8f),segment_id=95ddcab1-baed-4dee-a29d-ed919666ff8f)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:05:37.397483 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:37.409929 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:37.417367 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ac64702-51d3-49d3-8e87-d79ee4eb3855 {{(pid=102741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:05:37.441325 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1f6715-aef6-4b7f-9447-0a85c333013f x-openstack-request-id: req-5f1f6715-aef6-4b7f-9447-0a85c333013f {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:05:37.441623 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf74e04-9035-489f-b215-c529bd5be90d", "name": "network-vif-plugged", "status": "completed", "tag": "61ee76dd-0723-435f-bbf8-8a7d6039b176", "code": 200}]} {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:05:37.441912 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f1f6715-aef6-4b7f-9447-0a85c333013f {{(pid=102741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:05:37.442282 dv-cinder-817573-1-iscsi neutron-server[102741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf74e04-9035-489f-b215-c529bd5be90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ee76dd-0723-435f-bbf8-8a7d6039b176', 'code': 200} Nov 19 15:05:37.455216 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c3b8e-afed-4dd9-afac-e10861949687 req-a99abbec-3be4-4f79-b3ca-0b0694e4999b tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:37.463064 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-808c3b8e-afed-4dd9-afac-e10861949687 req-a99abbec-3be4-4f79-b3ca-0b0694e4999b tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=2844a016-6b31-4f81-9afe-1b39957cbfe0 HTTP/1.1" status: 200 len: 943 time: 0.1561258 Nov 19 15:05:37.491475 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=61ee76dd-0723-435f-bbf8-8a7d6039b176,revision_number=5']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:37.498160 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 0ac64702-51d3-49d3-8e87-d79ee4eb3855, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=0ac64702-51d3-49d3-8e87-d79ee4eb3855,segment=NetworkSegment(fb2e7e36-27d5-45cf-9b90-512b3301605a),segment_id=fb2e7e36-27d5-45cf-9b90-512b3301605a)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:05:37.507670 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:37.573327 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=0ac64702-51d3-49d3-8e87-d79ee4eb3855,revision_number=4']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:37.625958 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-808c3b8e-afed-4dd9-afac-e10861949687 req-7aa0ccc8-b8a8-4fc2-b724-464f2c67593e tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5f0e028-076c-48b5-ac80-ecebaa0f3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617610 Nov 19 15:05:37.660113 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-842252e2-bfdc-42ae-b9c2-5622e37e2592 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:37.662464 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-842252e2-bfdc-42ae-b9c2-5622e37e2592 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.11 "GET /v2.0/networks?id=ed0406b4-0bfe-439f-b48b-c510341d69dd HTTP/1.1" status: 200 len: 811 time: 0.3211751 Nov 19 15:05:37.779450 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cf116-51e0-4e8d-be09-1c3d86e8dfa9 req-2fb48f3d-19f2-4bcb-a2e4-f07887ab29e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:37.782140 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-823cf116-51e0-4e8d-be09-1c3d86e8dfa9 req-2fb48f3d-19f2-4bcb-a2e4-f07887ab29e4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3cf74e04-9035-489f-b215-c529bd5be90d HTTP/1.1" status: 200 len: 1098 time: 0.0878842 Nov 19 15:05:37.807802 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-9b1cca8a-1102-47f5-9386-ac9079dc5166 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0e2bcec34734e86900951518afe4cf2 HTTP/1.1" status: 200 len: 378 time: 0.0988739 Nov 19 15:05:37.815867 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3e67c-25de-4678-9dd9-b368053c900d req-a4fa3df2-f8df-4d85-b6dc-f027e43686d8 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:37.817642 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-16c3e67c-25de-4678-9dd9-b368053c900d req-a4fa3df2-f8df-4d85-b6dc-f027e43686d8 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cf74e04-9035-489f-b215-c529bd5be90d HTTP/1.1" status: 200 len: 945 time: 0.0811989 Nov 19 15:05:37.822391 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['0ac64702-51d3-49d3-8e87-d79ee4eb3855'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:05:37.822929 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-a0c4c3e9-e285-45b3-8af9-62f7fc27d570 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Request body: {'port': {'device_id': '28d60727-6b69-40d5-81e4-79f73038581b', 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd', 'admin_state_up': True, 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'security_groups': ['65dcfbd2-7392-4d96-8976-15485027c4a5']}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:05:37.914323 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-16c3e67c-25de-4678-9dd9-b368053c900d req-9051214c-a4cc-4dca-9b81-bbecf87ddc8d tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762596 Nov 19 15:05:38.130288 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-823cf116-51e0-4e8d-be09-1c3d86e8dfa9 req-26610a15-77ab-48ca-b19c-bb8a87af0fa9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372638 Nov 19 15:05:38.184754 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-a0c4c3e9-e285-45b3-8af9-62f7fc27d570 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Made reservation on behalf of a0e2bcec34734e86900951518afe4cf2 for: {'port': 1} {{(pid=102740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:05:38.188495 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-a0c4c3e9-e285-45b3-8af9-62f7fc27d570 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:38.355639 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff9ac2-7b13-46bd-b0a5-99645e8f8d9c req-5e314a7e-05ad-44fc-9b34-94becb746fe1 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:38.357208 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-12ff9ac2-7b13-46bd-b0a5-99645e8f8d9c req-5e314a7e-05ad-44fc-9b34-94becb746fe1 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.1020296 Nov 19 15:05:38.366998 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-89318133-3939-42b0-b932-cc663ea0b62d req-cf09577d-b76b-40ca-94e3-50ac454ee627 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 210 time: 0.0317121 Nov 19 15:05:38.381484 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_common [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-a0c4c3e9-e285-45b3-8af9-62f7fc27d570 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Allocated IP 172.20.0.5 (ed0406b4-0bfe-439f-b48b-c510341d69dd/e852f975-4d1d-4820-9954-48ab18b88f42/211e7156-2ffd-4fd3-879a-c68f83d6e874) {{(pid=102740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:05:38.450010 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-12ff9ac2-7b13-46bd-b0a5-99645e8f8d9c req-679c7c21-c7dd-4e26-a530-8fe9f9977bf5 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832360 Nov 19 15:05:38.559226 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-a0c4c3e9-e285-45b3-8af9-62f7fc27d570 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for port, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:38.596160 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-a0c4c3e9-e285-45b3-8af9-62f7fc27d570 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168'] for port, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:38.653180 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-a0c4c3e9-e285-45b3-8af9-62f7fc27d570 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Network ed0406b4-0bfe-439f-b48b-c510341d69dd is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:05:38.657484 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-a0c4c3e9-e285-45b3-8af9-62f7fc27d570 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:05:38.661562 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-a0c4c3e9-e285-45b3-8af9-62f7fc27d570 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Received port after_create {{(pid=102740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:05:38.667665 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-a0c4c3e9-e285-45b3-8af9-62f7fc27d570 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:38.668170 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-a0c4c3e9-e285-45b3-8af9-62f7fc27d570 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:38.676150 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4c3e9-e285-45b3-8af9-62f7fc27d570 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Pushing event updated for resources: {'Port': ['ID=211e7156-2ffd-4fd3-879a-c68f83d6e874,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:38.695529 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-a0c4c3e9-e285-45b3-8af9-62f7fc27d570 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8765242 Nov 19 15:05:38.709986 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-702c3020-bd58-4ddc-8489-4b81b44dc7ba service neutron] Request body: {'port': {'device_id': '28d60727-6b69-40d5-81e4-79f73038581b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81757'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:05:38.783314 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-702c3020-bd58-4ddc-8489-4b81b44dc7ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:38.813155 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05898c7d-92d2-4ad3-8932-20438423eaef req-d0893b90-c530-480c-89ba-103ccc907a4d tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:38.814945 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-05898c7d-92d2-4ad3-8932-20438423eaef req-d0893b90-c530-480c-89ba-103ccc907a4d tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=2844a016-6b31-4f81-9afe-1b39957cbfe0 HTTP/1.1" status: 200 len: 944 time: 0.0681252 Nov 19 15:05:38.870669 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-05898c7d-92d2-4ad3-8932-20438423eaef req-d6dbe8eb-410e-421c-aa16-d0f74af3aeb2 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5f0e028-076c-48b5-ac80-ecebaa0f3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487139 Nov 19 15:05:38.995824 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 0ac64702-51d3-49d3-8e87-d79ee4eb3855 up at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:05:39.000666 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-f674a8be-3320-48f9-8106-7c6d1fdfb28b None None] Provisioning complete for port 211e7156-2ffd-4fd3-879a-c68f83d6e874 triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:05:39.000999 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-f674a8be-3320-48f9-8106-7c6d1fdfb28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:39.030109 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff9208-f010-4c92-a316-b7ba1c757819 req-932ce84c-384c-4b04-a711-a663eeac754a tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:39.032192 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-fdff9208-f010-4c92-a316-b7ba1c757819 req-932ce84c-384c-4b04-a711-a663eeac754a tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cf74e04-9035-489f-b215-c529bd5be90d HTTP/1.1" status: 200 len: 945 time: 0.0586863 Nov 19 15:05:39.079257 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-f674a8be-3320-48f9-8106-7c6d1fdfb28b None None] Port 211e7156-2ffd-4fd3-879a-c68f83d6e874 cannot update to ACTIVE because it is not bound. {{(pid=102741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 15:05:39.094048 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning for port 0ac64702-51d3-49d3-8e87-d79ee4eb3855 completed by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 15:05:39.099152 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning complete for port 0ac64702-51d3-49d3-8e87-d79ee4eb3855 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:05:39.099561 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:39.102345 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-fdff9208-f010-4c92-a316-b7ba1c757819 req-b7ac907b-2a47-40fd-8f69-c2bff746f42b tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611808 Nov 19 15:05:39.123558 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-702c3020-bd58-4ddc-8489-4b81b44dc7ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 211e7156-2ffd-4fd3-879a-c68f83d6e874 {{(pid=102740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:05:39.132571 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-702c3020-bd58-4ddc-8489-4b81b44dc7ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:39.145221 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.provisioning_blocks [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-702c3020-bd58-4ddc-8489-4b81b44dc7ba service neutron] Transition to ACTIVE for port object 211e7156-2ffd-4fd3-879a-c68f83d6e874 will not be triggered until provisioned by entity L2. {{(pid=102740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 15:05:39.150657 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-702c3020-bd58-4ddc-8489-4b81b44dc7ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:39.184066 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:39.208303 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c3020-bd58-4ddc-8489-4b81b44dc7ba service neutron] Pushing event updated for resources: {'Port': ['ID=211e7156-2ffd-4fd3-879a-c68f83d6e874,revision_number=2']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:39.222075 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 0ac64702-51d3-49d3-8e87-d79ee4eb3855, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=0ac64702-51d3-49d3-8e87-d79ee4eb3855,segment=NetworkSegment(fb2e7e36-27d5-45cf-9b90-512b3301605a),segment_id=fb2e7e36-27d5-45cf-9b90-512b3301605a)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:05:39.226663 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:39.251821 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-702c3020-bd58-4ddc-8489-4b81b44dc7ba service neutron] Attempting to bind port 211e7156-2ffd-4fd3-879a-c68f83d6e874 on host hv-cinder-81757 for vnic_type normal with profile {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:05:39.252164 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-702c3020-bd58-4ddc-8489-4b81b44dc7ba service neutron] Attempting to bind port 211e7156-2ffd-4fd3-879a-c68f83d6e874 by drivers openvswitch,hyperv on host hv-cinder-81757 at level 0 using segments [{'id': '5c9a8ae0-0cc4-436d-a787-0604352c5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd'}] {{(pid=102740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:05:39.252516 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-702c3020-bd58-4ddc-8489-4b81b44dc7ba service neutron] Attempting to bind port 211e7156-2ffd-4fd3-879a-c68f83d6e874 on network ed0406b4-0bfe-439f-b48b-c510341d69dd {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:05:39.257057 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-702c3020-bd58-4ddc-8489-4b81b44dc7ba service neutron] Port 211e7156-2ffd-4fd3-879a-c68f83d6e874 on network ed0406b4-0bfe-439f-b48b-c510341d69dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81757 {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 15:05:39.257371 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-702c3020-bd58-4ddc-8489-4b81b44dc7ba service neutron] Attempting to bind port 211e7156-2ffd-4fd3-879a-c68f83d6e874 on network ed0406b4-0bfe-439f-b48b-c510341d69dd {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:05:39.262605 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-702c3020-bd58-4ddc-8489-4b81b44dc7ba service neutron] Checking agent: {'id': 'e1ea3be9-4fba-465d-a0c0-35388eb51f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'started_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:05:39.262952 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-702c3020-bd58-4ddc-8489-4b81b44dc7ba service neutron] Checking segment: {'id': '5c9a8ae0-0cc4-436d-a787-0604352c5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:05:39.263328 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-702c3020-bd58-4ddc-8489-4b81b44dc7ba service neutron] Bound using segment: {'id': '5c9a8ae0-0cc4-436d-a787-0604352c5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd'} {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:05:39.263801 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-702c3020-bd58-4ddc-8489-4b81b44dc7ba service neutron] Bound port: 211e7156-2ffd-4fd3-879a-c68f83d6e874, host: hv-cinder-81757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c9a8ae0-0cc4-436d-a787-0604352c5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd'}}] {{(pid=102740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:05:39.264397 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-702c3020-bd58-4ddc-8489-4b81b44dc7ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:39.279542 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=0ac64702-51d3-49d3-8e87-d79ee4eb3855,revision_number=5']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:39.336871 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-702c3020-bd58-4ddc-8489-4b81b44dc7ba service neutron] For port 211e7156-2ffd-4fd3-879a-c68f83d6e874, host hv-cinder-81757, cleared binding levels {{(pid=102740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:05:39.340178 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-702c3020-bd58-4ddc-8489-4b81b44dc7ba service neutron] For port 211e7156-2ffd-4fd3-879a-c68f83d6e874, host hv-cinder-81757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=211e7156-2ffd-4fd3-879a-c68f83d6e874,segment=NetworkSegment(5c9a8ae0-0cc4-436d-a787-0604352c5b1e),segment_id=5c9a8ae0-0cc4-436d-a787-0604352c5b1e)] {{(pid=102740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:05:39.345995 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-702c3020-bd58-4ddc-8489-4b81b44dc7ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:39.386021 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-702c3020-bd58-4ddc-8489-4b81b44dc7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:39.386657 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-702c3020-bd58-4ddc-8489-4b81b44dc7ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:39.388030 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-702c3020-bd58-4ddc-8489-4b81b44dc7ba service neutron] 10.222.0.11 "PUT /v2.0/ports/211e7156-2ffd-4fd3-879a-c68f83d6e874 HTTP/1.1" status: 200 len: 1093 time: 0.6823137 Nov 19 15:05:39.388472 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d60727-6b69-40d5-81e4-79f73038581b', 'tag': '211e7156-2ffd-4fd3-879a-c68f83d6e874'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:05:39.399935 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec8fdd1-65b6-4dd3-942e-64c24682ee03" -d '{"events": [{"name": "network-changed", "server_uuid": "28d60727-6b69-40d5-81e4-79f73038581b", "tag": "211e7156-2ffd-4fd3-879a-c68f83d6e874"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:05:39.427647 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c3020-bd58-4ddc-8489-4b81b44dc7ba service neutron] Pushing event updated for resources: {'Port': ['ID=211e7156-2ffd-4fd3-879a-c68f83d6e874,revision_number=3']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:39.445502 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2844a016-6b31-4f81-9afe-1b39957cbfe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac64702-51d3-49d3-8e87-d79ee4eb3855'}] {{(pid=102741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:05:39.449032 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02aed456f185bd727e3ab04ef3305858fece041079839c75bcf3d6cf309ea5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b235dd0-bf7a-4e25-8500-07fad80be249" -d '{"events": [{"server_uuid": "2844a016-6b31-4f81-9afe-1b39957cbfe0", "name": "network-vif-plugged", "status": "completed", "tag": "0ac64702-51d3-49d3-8e87-d79ee4eb3855"}]}' {{(pid=102741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:05:39.451864 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 15:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490229d6-cc5d-4529-a86f-0be9ef45ed41 x-openstack-request-id: req-490229d6-cc5d-4529-a86f-0be9ef45ed41 {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:05:39.452371 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d60727-6b69-40d5-81e4-79f73038581b", "tag": "211e7156-2ffd-4fd3-879a-c68f83d6e874", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:05:39.452701 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-490229d6-cc5d-4529-a86f-0be9ef45ed41 {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:05:39.453274 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d60727-6b69-40d5-81e4-79f73038581b', 'tag': '211e7156-2ffd-4fd3-879a-c68f83d6e874', 'status': 'completed', 'code': 200} Nov 19 15:05:39.502623 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac8d0ae-9f5e-4577-a215-ea41f73e4bed x-openstack-request-id: req-9ac8d0ae-9f5e-4577-a215-ea41f73e4bed {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:05:39.503603 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2844a016-6b31-4f81-9afe-1b39957cbfe0", "name": "network-vif-plugged", "status": "completed", "tag": "0ac64702-51d3-49d3-8e87-d79ee4eb3855", "code": 200}]} {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:05:39.503933 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ac8d0ae-9f5e-4577-a215-ea41f73e4bed {{(pid=102741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:05:39.504404 dv-cinder-817573-1-iscsi neutron-server[102741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2844a016-6b31-4f81-9afe-1b39957cbfe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac64702-51d3-49d3-8e87-d79ee4eb3855', 'code': 200} Nov 19 15:05:39.559755 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-b50c8573-6e01-4ba9-96b3-5095b5d78eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:39.561413 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-b50c8573-6e01-4ba9-96b3-5095b5d78eea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0e2bcec34734e86900951518afe4cf2&device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 1096 time: 0.0940840 Nov 19 15:05:39.578483 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4204f1-04c1-44d9-b7c7-bbbec12f8bbb req-30e8beb4-db86-46a2-9045-feae13729f9c tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:39.579989 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-4c4204f1-04c1-44d9-b7c7-bbbec12f8bbb req-30e8beb4-db86-46a2-9045-feae13729f9c tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 943 time: 0.0820951 Nov 19 15:05:39.630959 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1813337-2d03-4c70-a7aa-c7fc550eb524 req-e2269c52-9018-4e51-aa4f-cb599327aa62 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:39.632623 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-c1813337-2d03-4c70-a7aa-c7fc550eb524 req-e2269c52-9018-4e51-aa4f-cb599327aa62 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0800412 Nov 19 15:05:39.645406 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-935c9866-1ce9-4929-988a-3fb698ff0900 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=211e7156-2ffd-4fd3-879a-c68f83d6e874 HTTP/1.1" status: 200 len: 217 time: 0.0499318 Nov 19 15:05:39.716595 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-c1813337-2d03-4c70-a7aa-c7fc550eb524 req-cbb54434-c041-4822-ac22-02376339b335 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771997 Nov 19 15:05:39.749303 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-4c4204f1-04c1-44d9-b7c7-bbbec12f8bbb req-3391b6ef-e9d4-4d3b-9198-74c5ac34c415 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1580911 Nov 19 15:05:39.784776 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-0852bdff-a946-4f18-82e0-8e6416d57c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:39.786680 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-0852bdff-a946-4f18-82e0-8e6416d57c00 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e852f975-4d1d-4820-9954-48ab18b88f42 HTTP/1.1" status: 200 len: 850 time: 0.1272938 Nov 19 15:05:39.848111 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4af9d-ced3-4f34-88c8-26f0a304805a req-d5028108-f545-46b8-b375-39e7dbffdef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:39.849627 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-fcc4af9d-ced3-4f34-88c8-26f0a304805a req-d5028108-f545-46b8-b375-39e7dbffdef9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2844a016-6b31-4f81-9afe-1b39957cbfe0 HTTP/1.1" status: 200 len: 1098 time: 0.0787992 Nov 19 15:05:39.854782 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-9c863179-ae36-4f68-b6a0-9df62e73c6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:39.856127 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-9c863179-ae36-4f68-b6a0-9df62e73c6ba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed0406b4-0bfe-439f-b48b-c510341d69dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515788 Nov 19 15:05:39.959283 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-fcc4af9d-ced3-4f34-88c8-26f0a304805a req-d8475a2d-3c6f-44bc-9a64-368f6fa7c662 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c5f0e028-076c-48b5-ac80-ecebaa0f3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910490 Nov 19 15:05:39.993796 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-43b149b9-99b7-41b4-9fb1-f2285f78b494 service neutron] 10.222.0.11 "GET /v2.0/networks/ed0406b4-0bfe-439f-b48b-c510341d69dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203053 Nov 19 15:05:39.997965 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c09db-fd4d-4f58-b7b4-a32d72297899 req-dff88163-8ac2-4983-b693-c5b483edc97b tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:40.000212 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-179c09db-fd4d-4f58-b7b4-a32d72297899 req-dff88163-8ac2-4983-b693-c5b483edc97b tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=2844a016-6b31-4f81-9afe-1b39957cbfe0 HTTP/1.1" status: 200 len: 945 time: 0.0510752 Nov 19 15:05:40.047673 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-179c09db-fd4d-4f58-b7b4-a32d72297899 req-67514be9-809d-4c30-9969-09d7f78675c3 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5f0e028-076c-48b5-ac80-ecebaa0f3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412765 Nov 19 15:05:40.216971 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fa04d-9ac4-4e2a-9104-b2a03159f62d req-ba9cf0aa-79c5-4c4a-9a2e-8cd978973ea6 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:40.218602 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-316fa04d-9ac4-4e2a-9104-b2a03159f62d req-ba9cf0aa-79c5-4c4a-9a2e-8cd978973ea6 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cf74e04-9035-489f-b215-c529bd5be90d HTTP/1.1" status: 200 len: 945 time: 0.0485132 Nov 19 15:05:40.268489 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-316fa04d-9ac4-4e2a-9104-b2a03159f62d req-81081525-1cb0-49cc-8988-bd050f610695 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436916 Nov 19 15:05:40.302811 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-17c5b7b7-9464-4928-b2b0-7154ca34ff2f req-a50c83f2-ed94-431a-936d-edf27e52d784 service neutron] 10.222.0.11 "GET /v2.0/networks/ed0406b4-0bfe-439f-b48b-c510341d69dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853012 Nov 19 15:05:40.417497 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8fdd1-65b6-4dd3-942e-64c24682ee03 req-fa48dbc1-1afc-4d51-ac1c-55ea6c98550f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:40.418995 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-7ec8fdd1-65b6-4dd3-942e-64c24682ee03 req-fa48dbc1-1afc-4d51-ac1c-55ea6c98550f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0e2bcec34734e86900951518afe4cf2&device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 1096 time: 0.0437036 Nov 19 15:05:40.563682 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8fdd1-65b6-4dd3-942e-64c24682ee03 req-b7e6ddc8-4fe2-43be-ac87-5e565187e471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:40.565159 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-7ec8fdd1-65b6-4dd3-942e-64c24682ee03 req-b7e6ddc8-4fe2-43be-ac87-5e565187e471 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed0406b4-0bfe-439f-b48b-c510341d69dd HTTP/1.1" status: 200 len: 912 time: 0.0897596 Nov 19 15:05:40.615524 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-7ec8fdd1-65b6-4dd3-942e-64c24682ee03 req-b49621ad-6ce7-471d-9e6d-2378390b0f54 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=211e7156-2ffd-4fd3-879a-c68f83d6e874 HTTP/1.1" status: 200 len: 217 time: 0.0368102 Nov 19 15:05:40.670646 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8fdd1-65b6-4dd3-942e-64c24682ee03 req-f269a2c6-c007-42b1-8fac-138c2e706877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:40.672556 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-7ec8fdd1-65b6-4dd3-942e-64c24682ee03 req-f269a2c6-c007-42b1-8fac-138c2e706877 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e852f975-4d1d-4820-9954-48ab18b88f42 HTTP/1.1" status: 200 len: 850 time: 0.0486708 Nov 19 15:05:40.726554 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8fdd1-65b6-4dd3-942e-64c24682ee03 req-3c9af652-e703-4d9b-a79e-de1c5f6554c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:40.728091 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-7ec8fdd1-65b6-4dd3-942e-64c24682ee03 req-3c9af652-e703-4d9b-a79e-de1c5f6554c4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed0406b4-0bfe-439f-b48b-c510341d69dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474718 Nov 19 15:05:40.873825 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-7ec8fdd1-65b6-4dd3-942e-64c24682ee03 req-b74ab56d-f82e-4712-bb7a-8e8fa3509fd8 service neutron] 10.222.0.11 "GET /v2.0/networks/ed0406b4-0bfe-439f-b48b-c510341d69dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306317 Nov 19 15:05:40.893777 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba930987-3b55-4e46-88c4-33babf48b1ca req-ee377092-32d5-4f06-a331-87207bb01eea tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:40.895267 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ba930987-3b55-4e46-88c4-33babf48b1ca req-ee377092-32d5-4f06-a331-87207bb01eea tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0735974 Nov 19 15:05:40.967954 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3cd3b-beee-42f7-bd5c-81bf2dd9ff14 req-55d6f987-25a6-41ba-9c43-9da51ad6d729 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:40.970154 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ddb3cd3b-beee-42f7-bd5c-81bf2dd9ff14 req-55d6f987-25a6-41ba-9c43-9da51ad6d729 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 943 time: 0.0553105 Nov 19 15:05:41.005522 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ba930987-3b55-4e46-88c4-33babf48b1ca req-563040f3-f25b-4fbb-b9ce-8904e2111432 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917652 Nov 19 15:05:41.016456 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-7ec8fdd1-65b6-4dd3-942e-64c24682ee03 req-9fb3b6ba-3233-4f39-a1f9-2ecb89ee3475 service neutron] 10.222.0.11 "GET /v2.0/networks/ed0406b4-0bfe-439f-b48b-c510341d69dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201947 Nov 19 15:05:41.033905 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ddb3cd3b-beee-42f7-bd5c-81bf2dd9ff14 req-9d97c63e-c248-4ade-96e3-61ce45c43f27 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558853 Nov 19 15:05:41.164152 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa210f90-b762-4f23-beed-8dd5a816f33a req-dfa32969-facb-4c69-850d-359896a2083b tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:41.166331 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-fa210f90-b762-4f23-beed-8dd5a816f33a req-dfa32969-facb-4c69-850d-359896a2083b tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=2844a016-6b31-4f81-9afe-1b39957cbfe0 HTTP/1.1" status: 200 len: 945 time: 0.0498803 Nov 19 15:05:41.214671 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-fa210f90-b762-4f23-beed-8dd5a816f33a req-8a26cf59-4b38-4db6-a795-c035daf9eeae tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5f0e028-076c-48b5-ac80-ecebaa0f3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412850 Nov 19 15:05:42.128437 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30959e-6211-4f84-8c76-555f88339d05 req-8064d51c-14a6-4761-af5f-8ad6c0ff22d7 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:42.130089 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ec30959e-6211-4f84-8c76-555f88339d05 req-8064d51c-14a6-4761-af5f-8ad6c0ff22d7 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0534515 Nov 19 15:05:42.164385 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84e256-b886-4282-bbcd-9cc2ab21a6ad req-240b4dc1-0560-4a0b-ae97-559acf5fd2cf tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:42.165793 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1e84e256-b886-4282-bbcd-9cc2ab21a6ad req-240b4dc1-0560-4a0b-ae97-559acf5fd2cf tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 943 time: 0.0551717 Nov 19 15:05:42.177469 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ec30959e-6211-4f84-8c76-555f88339d05 req-04d86c35-b91c-4e86-b501-cf6b7032c354 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414770 Nov 19 15:05:42.225177 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1e84e256-b886-4282-bbcd-9cc2ab21a6ad req-f2ed4b04-cfe3-4c95-a190-fa1eeff4a1a3 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515122 Nov 19 15:05:42.339096 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e80a9-073e-4d49-9f23-93b810634a4f req-9278aed2-d782-43a4-9277-cbc40f35a477 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:42.342452 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-983e80a9-073e-4d49-9f23-93b810634a4f req-9278aed2-d782-43a4-9277-cbc40f35a477 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=2844a016-6b31-4f81-9afe-1b39957cbfe0 HTTP/1.1" status: 200 len: 945 time: 0.0557032 Nov 19 15:05:42.397461 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-983e80a9-073e-4d49-9f23-93b810634a4f req-be4445ec-7aca-4c93-b82a-a05a47b8145d tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5f0e028-076c-48b5-ac80-ecebaa0f3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440648 Nov 19 15:05:43.026219 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 211e7156-2ffd-4fd3-879a-c68f83d6e874 details requested by agent hyperv_hv-cinder-81757 with host hv-cinder-81757 {{(pid=102741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 15:05:43.121392 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 211e7156-2ffd-4fd3-879a-c68f83d6e874, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=211e7156-2ffd-4fd3-879a-c68f83d6e874,segment=NetworkSegment(5c9a8ae0-0cc4-436d-a787-0604352c5b1e),segment_id=5c9a8ae0-0cc4-436d-a787-0604352c5b1e)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:05:43.132777 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Returning: {'device': '211e7156-2ffd-4fd3-879a-c68f83d6e874', 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd', 'port_id': '211e7156-2ffd-4fd3-879a-c68f83d6e874', 'mac_address': 'fa:16:3e:69:ff:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e852f975-4d1d-4820-9954-48ab18b88f42', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 15:05:43.171206 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:43.184638 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 211e7156-2ffd-4fd3-879a-c68f83d6e874 {{(pid=102741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:05:43.204673 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 211e7156-2ffd-4fd3-879a-c68f83d6e874, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=211e7156-2ffd-4fd3-879a-c68f83d6e874,segment=NetworkSegment(5c9a8ae0-0cc4-436d-a787-0604352c5b1e),segment_id=5c9a8ae0-0cc4-436d-a787-0604352c5b1e)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:05:43.209237 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:43.256748 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=211e7156-2ffd-4fd3-879a-c68f83d6e874,revision_number=4']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:43.301921 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d21e7-24c5-4a80-a61f-451b3a94830f req-9e08bd5c-a1d1-425c-a9a3-86a3dbe4cc44 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:43.303284 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-611d21e7-24c5-4a80-a61f-451b3a94830f req-9e08bd5c-a1d1-425c-a9a3-86a3dbe4cc44 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0472307 Nov 19 15:05:43.352040 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-611d21e7-24c5-4a80-a61f-451b3a94830f req-1e3896a6-63cb-4a1c-b69a-07993fd49d3a tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424819 Nov 19 15:05:43.451587 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcfda65-8be3-4559-be11-13c914b69968 req-00289992-6de8-4eb0-b86e-950159aa20b2 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:43.453210 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-4dcfda65-8be3-4559-be11-13c914b69968 req-00289992-6de8-4eb0-b86e-950159aa20b2 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 944 time: 0.0480223 Nov 19 15:05:43.507989 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-4dcfda65-8be3-4559-be11-13c914b69968 req-17523780-688e-47bf-889c-b39b42f09a3c tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481217 Nov 19 15:05:43.591052 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['211e7156-2ffd-4fd3-879a-c68f83d6e874'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:05:44.470174 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e54ff-3c24-4af6-918b-6f52d7e6283c req-afa74fd6-06e1-4938-b1bb-0d19d179d618 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:44.471632 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-c75e54ff-3c24-4af6-918b-6f52d7e6283c req-afa74fd6-06e1-4938-b1bb-0d19d179d618 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0504160 Nov 19 15:05:44.519598 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-c75e54ff-3c24-4af6-918b-6f52d7e6283c req-29ce65b4-1e2f-4b74-8973-ff0defe54e03 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418727 Nov 19 15:05:44.625300 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387877b-55fa-4bb7-8a25-e20728977b0b req-905a0e8d-ebd3-4df4-984a-7e585e6c2e87 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:44.626782 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-c387877b-55fa-4bb7-8a25-e20728977b0b req-905a0e8d-ebd3-4df4-984a-7e585e6c2e87 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 944 time: 0.0517859 Nov 19 15:05:44.675386 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-c387877b-55fa-4bb7-8a25-e20728977b0b req-a059dfd8-a35f-4c5a-b5af-0c9f7a8f54e3 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426669 Nov 19 15:05:45.025926 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 211e7156-2ffd-4fd3-879a-c68f83d6e874 up at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:05:45.076480 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning for port 211e7156-2ffd-4fd3-879a-c68f83d6e874 completed by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 15:05:45.087245 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning complete for port 211e7156-2ffd-4fd3-879a-c68f83d6e874 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:05:45.087842 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:45.226230 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:45.278650 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d60727-6b69-40d5-81e4-79f73038581b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211e7156-2ffd-4fd3-879a-c68f83d6e874'}] {{(pid=102741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:05:45.281161 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02aed456f185bd727e3ab04ef3305858fece041079839c75bcf3d6cf309ea5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b36b75-e034-45ad-9480-cde9b1a81803" -d '{"events": [{"server_uuid": "28d60727-6b69-40d5-81e4-79f73038581b", "name": "network-vif-plugged", "status": "completed", "tag": "211e7156-2ffd-4fd3-879a-c68f83d6e874"}]}' {{(pid=102741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:05:45.298837 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 211e7156-2ffd-4fd3-879a-c68f83d6e874, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=211e7156-2ffd-4fd3-879a-c68f83d6e874,segment=NetworkSegment(5c9a8ae0-0cc4-436d-a787-0604352c5b1e),segment_id=5c9a8ae0-0cc4-436d-a787-0604352c5b1e)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:05:45.304150 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:45.332655 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baebfaa0-705c-48e5-ae5d-d9fd71432d94 x-openstack-request-id: req-baebfaa0-705c-48e5-ae5d-d9fd71432d94 {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:05:45.332996 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d60727-6b69-40d5-81e4-79f73038581b", "name": "network-vif-plugged", "status": "completed", "tag": "211e7156-2ffd-4fd3-879a-c68f83d6e874", "code": 200}]} {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:05:45.333265 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-baebfaa0-705c-48e5-ae5d-d9fd71432d94 {{(pid=102741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:05:45.333635 dv-cinder-817573-1-iscsi neutron-server[102741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d60727-6b69-40d5-81e4-79f73038581b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211e7156-2ffd-4fd3-879a-c68f83d6e874', 'code': 200} Nov 19 15:05:45.370417 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=211e7156-2ffd-4fd3-879a-c68f83d6e874,revision_number=5']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:05:45.516641 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3702126-e165-4065-ab29-a5f1332295e3 req-b079b430-9666-4b6a-a4d7-f90c29c44b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:45.518046 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b3702126-e165-4065-ab29-a5f1332295e3 req-b079b430-9666-4b6a-a4d7-f90c29c44b98 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 1098 time: 0.0404308 Nov 19 15:05:45.572085 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b3702126-e165-4065-ab29-a5f1332295e3 req-b51d26da-d08e-4805-80a2-b1b34be888ab service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437360 Nov 19 15:05:45.642962 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cd389-d106-42c1-81e6-a5018e388268 req-bc3759f8-e8b7-4710-90a2-7113925bafe1 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:45.644625 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-803cd389-d106-42c1-81e6-a5018e388268 req-bc3759f8-e8b7-4710-90a2-7113925bafe1 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0538158 Nov 19 15:05:45.693115 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-803cd389-d106-42c1-81e6-a5018e388268 req-bfed66a8-a0d6-43de-89f5-07d1d7e8c85a tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424094 Nov 19 15:05:45.794697 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421867d-b679-4e81-9995-6a690d815102 req-fd68ef1e-dee0-4137-a358-0d8cb7ef0571 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:45.796663 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-1421867d-b679-4e81-9995-6a690d815102 req-fd68ef1e-dee0-4137-a358-0d8cb7ef0571 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0511668 Nov 19 15:05:45.843590 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-1421867d-b679-4e81-9995-6a690d815102 req-be9bd395-2694-478d-a308-09bb07f0fb93 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405021 Nov 19 15:05:46.103882 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-a1f119cc-bb49-4e6b-813b-aac86071bee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:46.807034 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0777bab-d80d-4c72-ae5c-75fecc188fd6 req-22d9ce92-1478-475d-a230-834f2f715b2c tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:46.808480 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-a0777bab-d80d-4c72-ae5c-75fecc188fd6 req-22d9ce92-1478-475d-a230-834f2f715b2c tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0472589 Nov 19 15:05:46.860115 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-a0777bab-d80d-4c72-ae5c-75fecc188fd6 req-4a889a32-1b6c-45ca-ae14-fa5306143764 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451512 Nov 19 15:05:46.962461 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e8909-1457-438f-91a9-1f66373826f7 req-377c07a6-cb86-49af-b2d0-ce1c3603144f tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:46.963941 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-d32e8909-1457-438f-91a9-1f66373826f7 req-377c07a6-cb86-49af-b2d0-ce1c3603144f tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0485325 Nov 19 15:05:47.013052 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-d32e8909-1457-438f-91a9-1f66373826f7 req-5359e6f1-024d-44e9-894a-b9bceae60d8d tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427845 Nov 19 15:05:47.974950 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128ed8c-524d-46b7-bb5e-30cbd407b59c req-5382751e-7a51-458f-ad70-4f297f10b622 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:47.976494 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-a128ed8c-524d-46b7-bb5e-30cbd407b59c req-5382751e-7a51-458f-ad70-4f297f10b622 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0480969 Nov 19 15:05:48.025192 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-a128ed8c-524d-46b7-bb5e-30cbd407b59c req-e710591e-1b25-40d0-a1f4-a8de1b54833a tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425158 Nov 19 15:05:48.135936 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c214931-f73b-410f-9049-bf658d2cdba6 req-351f5674-aeee-497f-ae4e-e4ba9a95e64b tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:48.137463 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-3c214931-f73b-410f-9049-bf658d2cdba6 req-351f5674-aeee-497f-ae4e-e4ba9a95e64b tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0563366 Nov 19 15:05:48.186909 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-3c214931-f73b-410f-9049-bf658d2cdba6 req-c1fe2ddd-667e-41de-9f6e-54f27c380dbd tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430121 Nov 19 15:05:48.389894 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b6a7e-ce92-4573-be4a-2f466558477b req-86585b2a-676b-4336-bc68-698efe673903 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:48.391318 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-aa9b6a7e-ce92-4573-be4a-2f466558477b req-86585b2a-676b-4336-bc68-698efe673903 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0474849 Nov 19 15:05:48.400573 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 42588) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:05:48.405616 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-135488a7-5d62-4ffd-b35a-f33afe1f3c6b tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Request body: {'floatingip': {'port_id': '211e7156-2ffd-4fd3-879a-c68f83d6e874'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:05:48.448130 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-135488a7-5d62-4ffd-b35a-f33afe1f3c6b tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for floatingip, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:48.612666 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-6da230b7-2949-4c2b-9d62-69c4e06e6c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:48.878681 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-135488a7-5d62-4ffd-b35a-f33afe1f3c6b tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:48.882497 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-135488a7-5d62-4ffd-b35a-f33afe1f3c6b tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469297'] for floatingip, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:48.983605 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.db.l3_db [None req-135488a7-5d62-4ffd-b35a-f33afe1f3c6b tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Floating IP 976150f9-d8c9-411e-abc2-2c4efd7655ab associated. External IP: 172.27.0.185, port: 211e7156-2ffd-4fd3-879a-c68f83d6e874. Nov 19 15:05:49.218749 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702770b9-552f-4070-8956-4384b29b3a28 req-186b7ed3-6864-4ea2-93cb-7f2fcfdaae2e tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:49.220297 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-702770b9-552f-4070-8956-4384b29b3a28 req-186b7ed3-6864-4ea2-93cb-7f2fcfdaae2e tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.1029470 Nov 19 15:05:49.238974 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135488a7-5d62-4ffd-b35a-f33afe1f3c6b tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Router da45f36a-23b1-4123-a15e-c2ba839e03a7 has already been hosted by L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d {{(pid=102739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 15:05:49.319063 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-702770b9-552f-4070-8956-4384b29b3a28 req-3eb33e24-db4b-4616-92ca-0d3068468ec6 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904393 Nov 19 15:05:49.377888 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135488a7-5d62-4ffd-b35a-f33afe1f3c6b tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:05:49.382859 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-135488a7-5d62-4ffd-b35a-f33afe1f3c6b tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for floatingip, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:49.387902 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0af7e8-29fb-47d0-841a-95c3ab29e6ff None None] Sync routers for ids ['da45f36a-23b1-4123-a15e-c2ba839e03a7'] in dv-cinder-817573-1-iscsi {{(pid=102742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:05:49.398024 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0af7e8-29fb-47d0-841a-95c3ab29e6ff None None] Routers {'da45f36a-23b1-4123-a15e-c2ba839e03a7'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:05:49.398632 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-7f0af7e8-29fb-47d0-841a-95c3ab29e6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:05:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['da45f36a-23b1-4123-a15e-c2ba839e03a7'], 'active': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:05:49.408767 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-135488a7-5d62-4ffd-b35a-f33afe1f3c6b tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "PUT /v2.0/floatingips/976150f9-d8c9-411e-abc2-2c4efd7655ab HTTP/1.1" status: 200 len: 991 time: 1.0071211 Nov 19 15:05:49.409384 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d60727-6b69-40d5-81e4-79f73038581b', 'tag': '211e7156-2ffd-4fd3-879a-c68f83d6e874'}] {{(pid=102739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:05:49.411751 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eba93c122355dca29d1d872d2ced11345dc5d33d75e8821344cda5b49db1ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0eccc77-cb01-41bf-864e-f59c4d4573f0" -d '{"events": [{"name": "network-changed", "server_uuid": "28d60727-6b69-40d5-81e4-79f73038581b", "tag": "211e7156-2ffd-4fd3-879a-c68f83d6e874"}]}' {{(pid=102739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:05:49.512948 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvr_db [None req-7f0af7e8-29fb-47d0-841a-95c3ab29e6ff None None] Set router da45f36a-23b1-4123-a15e-c2ba839e03a7 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:05:49.576053 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 15:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b562442f-6381-477b-8ccf-3ee29665a987 x-openstack-request-id: req-b562442f-6381-477b-8ccf-3ee29665a987 {{(pid=102739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:05:49.576348 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d60727-6b69-40d5-81e4-79f73038581b", "tag": "211e7156-2ffd-4fd3-879a-c68f83d6e874", "status": "completed", "code": 200}]} {{(pid=102739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:05:49.576608 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b562442f-6381-477b-8ccf-3ee29665a987 {{(pid=102739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:05:49.577560 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d60727-6b69-40d5-81e4-79f73038581b', 'tag': '211e7156-2ffd-4fd3-879a-c68f83d6e874', 'status': 'completed', 'code': 200} Nov 19 15:05:49.643681 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:49.679386 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eccc77-cb01-41bf-864e-f59c4d4573f0 req-d6321636-7b29-4b37-8207-dc68ad924c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:49.680997 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f0eccc77-cb01-41bf-864e-f59c4d4573f0 req-d6321636-7b29-4b37-8207-dc68ad924c01 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0e2bcec34734e86900951518afe4cf2&device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 1098 time: 0.0664048 Nov 19 15:05:49.784046 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eccc77-cb01-41bf-864e-f59c4d4573f0 req-4289be4a-06f7-43a4-9d1b-2e258395f792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:49.785504 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f0eccc77-cb01-41bf-864e-f59c4d4573f0 req-4289be4a-06f7-43a4-9d1b-2e258395f792 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed0406b4-0bfe-439f-b48b-c510341d69dd HTTP/1.1" status: 200 len: 912 time: 0.0912242 Nov 19 15:05:49.821535 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-7f0af7e8-29fb-47d0-841a-95c3ab29e6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'name': 'tempest-AttachVolumeTestJSON-1862625812-router', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b68d34d5-0b48-4f3e-b481-8924b9f15bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:05:25Z', 'updated_at': '2021-11-19T15:05:30Z', 'revision_number': 4, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'gw_port': {'id': 'b68d34d5-0b48-4f3e-b481-8924b9f15bcf', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:05:26Z', 'updated_at': '2021-11-19T15:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_floatingips': [{'id': '976150f9-d8c9-411e-abc2-2c4efd7655ab', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'router_id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'port_id': '211e7156-2ffd-4fd3-879a-c68f83d6e874', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd', 'mac_address': 'fa:16:3e:69:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d60727-6b69-40d5-81e4-79f73038581b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T15:05:34Z', 'updated_at': '2021-11-19T15:05:48Z', 'revision_number': 1, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3997666-8ea1-45da-a5e0-d9125645a95d', 'name': '', 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'mac_address': 'fa:16:3e:36:5f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'e852f975-4d1d-4820-9954-48ab18b88f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:05:29Z', 'updated_at': '2021-11-19T15:05:34Z', 'revision_number': 5, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'subnets': [{'id': 'e852f975-4d1d-4820-9954-48ab18b88f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:05:49.847630 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0af7e8-29fb-47d0-841a-95c3ab29e6ff None None] Checking router: da45f36a-23b1-4123-a15e-c2ba839e03a7 for host: dv-cinder-817573-1-iscsi {{(pid=102742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:05:49.856502 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0af7e8-29fb-47d0-841a-95c3ab29e6ff None None] Routers {'da45f36a-23b1-4123-a15e-c2ba839e03a7'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:05:49.857304 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-7f0af7e8-29fb-47d0-841a-95c3ab29e6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:05:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['da45f36a-23b1-4123-a15e-c2ba839e03a7'], 'active': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:05:49.872120 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f0eccc77-cb01-41bf-864e-f59c4d4573f0 req-8144cf0b-3a03-4e43-9845-b9a0fbd38d38 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=211e7156-2ffd-4fd3-879a-c68f83d6e874 HTTP/1.1" status: 200 len: 999 time: 0.0659654 Nov 19 15:05:49.934873 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eccc77-cb01-41bf-864e-f59c4d4573f0 req-b4fd6f5b-5956-4ba9-a0e0-ea3e72d12fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:49.936409 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f0eccc77-cb01-41bf-864e-f59c4d4573f0 req-b4fd6f5b-5956-4ba9-a0e0-ea3e72d12fd2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e852f975-4d1d-4820-9954-48ab18b88f42 HTTP/1.1" status: 200 len: 850 time: 0.0470066 Nov 19 15:05:49.960699 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvr_db [None req-7f0af7e8-29fb-47d0-841a-95c3ab29e6ff None None] Set router da45f36a-23b1-4123-a15e-c2ba839e03a7 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:05:49.988551 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eccc77-cb01-41bf-864e-f59c4d4573f0 req-a8f81a45-f397-4c4d-b33f-8d2a9d852ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:49.990084 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f0eccc77-cb01-41bf-864e-f59c4d4573f0 req-a8f81a45-f397-4c4d-b33f-8d2a9d852ea1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed0406b4-0bfe-439f-b48b-c510341d69dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435956 Nov 19 15:05:50.093336 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f0eccc77-cb01-41bf-864e-f59c4d4573f0 req-970ecff6-78b2-4230-8fe5-0cacbdd832b4 service neutron] 10.222.0.11 "GET /v2.0/networks/ed0406b4-0bfe-439f-b48b-c510341d69dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883236 Nov 19 15:05:50.187154 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-7f0af7e8-29fb-47d0-841a-95c3ab29e6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'name': 'tempest-AttachVolumeTestJSON-1862625812-router', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b68d34d5-0b48-4f3e-b481-8924b9f15bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:05:25Z', 'updated_at': '2021-11-19T15:05:30Z', 'revision_number': 4, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'gw_port': {'id': 'b68d34d5-0b48-4f3e-b481-8924b9f15bcf', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:05:26Z', 'updated_at': '2021-11-19T15:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_floatingips': [{'id': '976150f9-d8c9-411e-abc2-2c4efd7655ab', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'router_id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'port_id': '211e7156-2ffd-4fd3-879a-c68f83d6e874', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd', 'mac_address': 'fa:16:3e:69:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d60727-6b69-40d5-81e4-79f73038581b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T15:05:34Z', 'updated_at': '2021-11-19T15:05:48Z', 'revision_number': 1, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3997666-8ea1-45da-a5e0-d9125645a95d', 'name': '', 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'mac_address': 'fa:16:3e:36:5f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'e852f975-4d1d-4820-9954-48ab18b88f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:05:29Z', 'updated_at': '2021-11-19T15:05:34Z', 'revision_number': 5, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'subnets': [{'id': 'e852f975-4d1d-4820-9954-48ab18b88f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:05:50.193922 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f0eccc77-cb01-41bf-864e-f59c4d4573f0 req-5f3bb0de-4908-401d-9a71-2b4d5a6f7de7 service neutron] 10.222.0.11 "GET /v2.0/networks/ed0406b4-0bfe-439f-b48b-c510341d69dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858843 Nov 19 15:05:50.215327 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0af7e8-29fb-47d0-841a-95c3ab29e6ff None None] The sync data for ids ['da45f36a-23b1-4123-a15e-c2ba839e03a7'] in dv-cinder-817573-1-iscsi is: [{'id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'name': 'tempest-AttachVolumeTestJSON-1862625812-router', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b68d34d5-0b48-4f3e-b481-8924b9f15bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:05:25Z', 'updated_at': '2021-11-19T15:05:30Z', 'revision_number': 4, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'gw_port': {'id': 'b68d34d5-0b48-4f3e-b481-8924b9f15bcf', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:05:26Z', 'updated_at': '2021-11-19T15:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_floatingips': [{'id': '976150f9-d8c9-411e-abc2-2c4efd7655ab', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'router_id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'port_id': '211e7156-2ffd-4fd3-879a-c68f83d6e874', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd', 'mac_address': 'fa:16:3e:69:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d60727-6b69-40d5-81e4-79f73038581b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T15:05:34Z', 'updated_at': '2021-11-19T15:05:48Z', 'revision_number': 1, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3997666-8ea1-45da-a5e0-d9125645a95d', 'name': '', 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'mac_address': 'fa:16:3e:36:5f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'e852f975-4d1d-4820-9954-48ab18b88f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:05:29Z', 'updated_at': '2021-11-19T15:05:34Z', 'revision_number': 5, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'subnets': [{'id': 'e852f975-4d1d-4820-9954-48ab18b88f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:05:50.399947 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be364a7d-60c1-4277-9a1a-a7dc8b3abc87 None None] New status for floating IP 976150f9-d8c9-411e-abc2-2c4efd7655ab: ACTIVE {{(pid=102741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 15:05:50.453409 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd4e92-549e-414e-a4fa-9f3ce3b37186 req-c6f2ac6b-93d2-4189-aeac-78f404e56b8c tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:50.454882 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-aacd4e92-549e-414e-a4fa-9f3ce3b37186 req-c6f2ac6b-93d2-4189-aeac-78f404e56b8c tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0533047 Nov 19 15:05:50.502108 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-aacd4e92-549e-414e-a4fa-9f3ce3b37186 req-2adbff7c-b477-4148-a4cf-f0e027becf1a tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411575 Nov 19 15:05:51.045539 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:51.619330 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec92ac-aa1c-4571-9e18-9e36b1cbbe3d req-1e3ff790-3dd5-4138-bb45-1b8eada8842a tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:51.620807 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-3fec92ac-aa1c-4571-9e18-9e36b1cbbe3d req-1e3ff790-3dd5-4138-bb45-1b8eada8842a tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0488172 Nov 19 15:05:51.668809 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-3fec92ac-aa1c-4571-9e18-9e36b1cbbe3d req-c87bd530-ce7b-4d07-97fc-629947adb33a tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407033 Nov 19 15:05:52.105970 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:05:52.794434 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80fd218-0bd9-478e-bb6d-76cf1e5067da req-4fae615d-bda3-4906-a113-0684e794e7c1 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:52.796138 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-f80fd218-0bd9-478e-bb6d-76cf1e5067da req-4fae615d-bda3-4906-a113-0684e794e7c1 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0549278 Nov 19 15:05:52.852515 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-f80fd218-0bd9-478e-bb6d-76cf1e5067da req-5c784428-c234-4ce9-b2ff-4fa182a4c464 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505409 Nov 19 15:05:53.972776 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9bd813-3863-4e14-9cea-11e4d1f2b13c req-ecbcaf60-06c8-47a9-9369-32e929ae0811 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:53.974356 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-5f9bd813-3863-4e14-9cea-11e4d1f2b13c req-ecbcaf60-06c8-47a9-9369-32e929ae0811 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0487251 Nov 19 15:05:54.021291 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-5f9bd813-3863-4e14-9cea-11e4d1f2b13c req-fc1d8630-2ce0-4ece-9574-d840f00a7917 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406780 Nov 19 15:05:55.139947 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0910e-5e6f-46d5-b089-8b51271f851e req-97c9720b-53e7-4923-bd37-e0abc01a902b tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:55.141447 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-12c0910e-5e6f-46d5-b089-8b51271f851e req-97c9720b-53e7-4923-bd37-e0abc01a902b tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0471048 Nov 19 15:05:55.197433 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-12c0910e-5e6f-46d5-b089-8b51271f851e req-83f9474d-5bf8-41dd-ab15-70b134de7d3b tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497072 Nov 19 15:05:56.313926 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196f88f-8933-4849-9b6c-7e1ee4c46ea7 req-33e5e588-efbe-4e83-9ef4-a88719eafbb7 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:56.315268 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-4196f88f-8933-4849-9b6c-7e1ee4c46ea7 req-33e5e588-efbe-4e83-9ef4-a88719eafbb7 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0483558 Nov 19 15:05:56.361402 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-4196f88f-8933-4849-9b6c-7e1ee4c46ea7 req-0b5ef916-9572-46d5-916a-7faaa06df197 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403407 Nov 19 15:05:57.480277 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed683f7-9447-46b6-bcbc-c39af63d8513 req-be65104b-386e-4255-a128-f8417886fde1 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:57.481896 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-8ed683f7-9447-46b6-bcbc-c39af63d8513 req-be65104b-386e-4255-a128-f8417886fde1 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0489848 Nov 19 15:05:57.531978 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-8ed683f7-9447-46b6-bcbc-c39af63d8513 req-25e4fd52-b8ec-4dc5-9506-1b7ac798cb8e tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419436 Nov 19 15:05:58.084338 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-78b5a789-d713-4478-85df-29a39add3eb4 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:58.085859 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-78b5a789-d713-4478-85df-29a39add3eb4 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/networks?id=cd986946-8454-44e7-80e5-6d3c5bfe30eb HTTP/1.1" status: 200 len: 815 time: 0.1130524 Nov 19 15:05:58.101584 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-637b3910-f4cc-4751-8f58-34c484831149 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/quotas/53995b55564a4b2784260772caeedf05 HTTP/1.1" status: 200 len: 375 time: 0.0096877 Nov 19 15:05:58.153002 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-bd117bbc-dfe2-452d-960d-ba1b767b6ba2 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=53995b55564a4b2784260772caeedf05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456464 Nov 19 15:05:58.257508 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-fd19ec14-0b74-453c-8ee5-34fc6edd732d service neutron] 10.222.0.20 "GET /v2.0/networks/cd986946-8454-44e7-80e5-6d3c5bfe30eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967996 Nov 19 15:05:58.351840 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-1587563a-dc82-4e93-84a1-2cae50656b10 service neutron] 10.222.0.20 "GET /v2.0/networks/cd986946-8454-44e7-80e5-6d3c5bfe30eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877514 Nov 19 15:05:58.518792 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-7dbacb66-0fc1-4904-92c5-fb1eb2a784ca req-19e621e7-dd5e-40f5-8cd5-9b52858d6fef tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=e373f462-cbce-4d02-8a0b-b96fb6b005f9 HTTP/1.1" status: 200 len: 210 time: 0.0314555 Nov 19 15:05:58.692859 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3359e7-b247-4ca4-bae9-8c253fd625fa req-fa0a9c84-8a54-48bd-9603-4108bb7baa66 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:58.694538 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-7d3359e7-b247-4ca4-bae9-8c253fd625fa req-fa0a9c84-8a54-48bd-9603-4108bb7baa66 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0779464 Nov 19 15:05:58.755037 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-7d3359e7-b247-4ca4-bae9-8c253fd625fa req-2d2d28a8-b31d-4afc-a652-fe1fa7c40d35 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532935 Nov 19 15:05:59.567962 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d66b4-2399-4213-8d9c-b3a365200aa1 req-0d902786-4b5e-4557-ad65-5ac1d95171f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:59.569569 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ec0d66b4-2399-4213-8d9c-b3a365200aa1 req-0d902786-4b5e-4557-ad65-5ac1d95171f9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 1098 time: 0.0513551 Nov 19 15:05:59.636663 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ec0d66b4-2399-4213-8d9c-b3a365200aa1 req-f39d364b-8289-4fc0-af77-27d676fdc825 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399888 Nov 19 15:05:59.643139 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-534799c9-ea76-415d-b849-0ea2b5ca6a4c req-75cde9b1-975f-4388-b89d-07274cdef798 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=e373f462-cbce-4d02-8a0b-b96fb6b005f9 HTTP/1.1" status: 200 len: 210 time: 0.0540504 Nov 19 15:05:59.873174 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0bd73-a866-4d44-b2ee-007dd8be875c req-f3031f09-9139-4073-9f8b-03cd2b33117c tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:05:59.875331 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a0e0bd73-a866-4d44-b2ee-007dd8be875c req-f3031f09-9139-4073-9f8b-03cd2b33117c tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0489514 Nov 19 15:05:59.982844 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a0e0bd73-a866-4d44-b2ee-007dd8be875c req-e469f66d-999c-4b1d-8cc0-ff83ba753696 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013243 Nov 19 15:06:00.022466 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-e9a483a6-32b4-4565-bf9a-ca5bfccb8c70 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:00.023892 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-e9a483a6-32b4-4565-bf9a-ca5bfccb8c70 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.11 "GET /v2.0/networks?id=cd986946-8454-44e7-80e5-6d3c5bfe30eb HTTP/1.1" status: 200 len: 815 time: 0.1407840 Nov 19 15:06:00.047502 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-7e9563bb-e0e6-4d2e-86ce-839937ba2a4b tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Request body: {'port': {'device_id': 'e373f462-cbce-4d02-8a0b-b96fb6b005f9', 'network_id': 'cd986946-8454-44e7-80e5-6d3c5bfe30eb', 'admin_state_up': True, 'tenant_id': '53995b55564a4b2784260772caeedf05'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:06:00.158348 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-7e9563bb-e0e6-4d2e-86ce-839937ba2a4b tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Made reservation on behalf of 53995b55564a4b2784260772caeedf05 for: {'port': 1} {{(pid=102740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:06:00.162207 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-7e9563bb-e0e6-4d2e-86ce-839937ba2a4b tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:00.285273 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_common [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-7e9563bb-e0e6-4d2e-86ce-839937ba2a4b tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Allocated IP 172.20.0.2 (cd986946-8454-44e7-80e5-6d3c5bfe30eb/66863856-ad42-4629-ab56-51eb7761d1fa/5f995ca5-5a2a-41de-8527-16927df2788a) {{(pid=102740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:06:00.433275 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-7e9563bb-e0e6-4d2e-86ce-839937ba2a4b tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Publish callbacks [] for port, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:00.467417 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-7e9563bb-e0e6-4d2e-86ce-839937ba2a4b tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168'] for port, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:00.481031 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['94209437-90e5-4185-8bfb-c299b5e4e597', '61ee76dd-0723-435f-bbf8-8a7d6039b176'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:06:00.518032 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-7e9563bb-e0e6-4d2e-86ce-839937ba2a4b tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Network cd986946-8454-44e7-80e5-6d3c5bfe30eb is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:06:00.521062 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-7e9563bb-e0e6-4d2e-86ce-839937ba2a4b tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:06:00.525736 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-7e9563bb-e0e6-4d2e-86ce-839937ba2a4b tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Received port after_create {{(pid=102740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:06:00.531601 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-7e9563bb-e0e6-4d2e-86ce-839937ba2a4b tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:00.532214 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-7e9563bb-e0e6-4d2e-86ce-839937ba2a4b tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:00.535784 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9563bb-e0e6-4d2e-86ce-839937ba2a4b tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Pushing event updated for resources: {'Port': ['ID=5f995ca5-5a2a-41de-8527-16927df2788a,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:00.547823 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9563bb-e0e6-4d2e-86ce-839937ba2a4b tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:00.548181 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9563bb-e0e6-4d2e-86ce-839937ba2a4b tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:00.548526 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9563bb-e0e6-4d2e-86ce-839937ba2a4b tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:00.548888 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9563bb-e0e6-4d2e-86ce-839937ba2a4b tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:00.549229 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9563bb-e0e6-4d2e-86ce-839937ba2a4b tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:00.549569 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9563bb-e0e6-4d2e-86ce-839937ba2a4b tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:00.549903 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9563bb-e0e6-4d2e-86ce-839937ba2a4b tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:00.550641 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9563bb-e0e6-4d2e-86ce-839937ba2a4b tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:00.550641 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9563bb-e0e6-4d2e-86ce-839937ba2a4b tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:00.550919 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9563bb-e0e6-4d2e-86ce-839937ba2a4b tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:00.551206 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9563bb-e0e6-4d2e-86ce-839937ba2a4b tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:00.551535 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9563bb-e0e6-4d2e-86ce-839937ba2a4b tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:00.563792 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-7e9563bb-e0e6-4d2e-86ce-839937ba2a4b tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5207388 Nov 19 15:06:00.579446 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-fcb4376d-95ac-4c44-a73e-9bedb0aa2b32 service neutron] Request body: {'port': {'device_id': 'e373f462-cbce-4d02-8a0b-b96fb6b005f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81757'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:06:00.660142 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-fcb4376d-95ac-4c44-a73e-9bedb0aa2b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:00.683667 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-81ebc2ac-3935-4ae0-aef4-855b96397ebd req-c82c2b17-08f6-4098-bb6e-efde9011a739 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0554545 Nov 19 15:06:00.808379 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1b521-dd4c-47f6-9346-ea8b4ed9cf8c req-b4076e24-8e3c-4ba0-a4b6-57c9081e9598 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:00.809890 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-5ba1b521-dd4c-47f6-9346-ea8b4ed9cf8c req-b4076e24-8e3c-4ba0-a4b6-57c9081e9598 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=e373f462-cbce-4d02-8a0b-b96fb6b005f9 HTTP/1.1" status: 200 len: 931 time: 0.0716884 Nov 19 15:06:00.859441 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-5ba1b521-dd4c-47f6-9346-ea8b4ed9cf8c req-16843916-7c71-45f7-9e86-b5c07918a2b2 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428030 Nov 19 15:06:00.869884 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebc2ac-3935-4ae0-aef4-855b96397ebd req-35861d1c-9e3b-4579-b29c-26512cad71a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:00.871322 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-81ebc2ac-3935-4ae0-aef4-855b96397ebd req-35861d1c-9e3b-4579-b29c-26512cad71a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53995b55564a4b2784260772caeedf05&device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 1099 time: 0.1400971 Nov 19 15:06:01.041551 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-fcb4376d-95ac-4c44-a73e-9bedb0aa2b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f995ca5-5a2a-41de-8527-16927df2788a {{(pid=102740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:06:01.046223 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebc2ac-3935-4ae0-aef4-855b96397ebd req-e8b498d4-b4ad-43c2-9ca1-202ce2465d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:01.047692 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-81ebc2ac-3935-4ae0-aef4-855b96397ebd req-e8b498d4-b4ad-43c2-9ca1-202ce2465d96 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd986946-8454-44e7-80e5-6d3c5bfe30eb HTTP/1.1" status: 200 len: 916 time: 0.1368709 Nov 19 15:06:01.051704 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-fcb4376d-95ac-4c44-a73e-9bedb0aa2b32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:01.069597 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.provisioning_blocks [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-fcb4376d-95ac-4c44-a73e-9bedb0aa2b32 service neutron] Transition to ACTIVE for port object 5f995ca5-5a2a-41de-8527-16927df2788a will not be triggered until provisioned by entity L2. {{(pid=102740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 15:06:01.100684 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-fcb4376d-95ac-4c44-a73e-9bedb0aa2b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:01.103382 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-81ebc2ac-3935-4ae0-aef4-855b96397ebd req-d5d00ea3-f76b-4a32-860f-826f3c621b91 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94209437-90e5-4185-8bfb-c299b5e4e597 HTTP/1.1" status: 200 len: 217 time: 0.0411885 Nov 19 15:06:01.136295 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63181762-a0b7-48c3-a674-413a32ed5332 req-3a56ab3f-e221-49c3-a61a-3282348038e2 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:01.138814 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-63181762-a0b7-48c3-a674-413a32ed5332 req-3a56ab3f-e221-49c3-a61a-3282348038e2 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0854852 Nov 19 15:06:01.199939 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-63181762-a0b7-48c3-a674-413a32ed5332 req-f1fc22fb-e1f1-4074-8c55-8466516c6057 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531077 Nov 19 15:06:01.418019 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4376d-95ac-4c44-a73e-9bedb0aa2b32 service neutron] Pushing event updated for resources: {'Port': ['ID=5f995ca5-5a2a-41de-8527-16927df2788a,revision_number=2']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:01.421655 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebc2ac-3935-4ae0-aef4-855b96397ebd req-7fee7a80-a7b1-413f-a18e-b23b2da959c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:01.423241 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-81ebc2ac-3935-4ae0-aef4-855b96397ebd req-7fee7a80-a7b1-413f-a18e-b23b2da959c1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=66863856-ad42-4629-ab56-51eb7761d1fa HTTP/1.1" status: 200 len: 855 time: 0.2950025 Nov 19 15:06:01.461743 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-fcb4376d-95ac-4c44-a73e-9bedb0aa2b32 service neutron] Attempting to bind port 5f995ca5-5a2a-41de-8527-16927df2788a on host hv-cinder-81757 for vnic_type normal with profile {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:06:01.462075 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-fcb4376d-95ac-4c44-a73e-9bedb0aa2b32 service neutron] Attempting to bind port 5f995ca5-5a2a-41de-8527-16927df2788a by drivers openvswitch,hyperv on host hv-cinder-81757 at level 0 using segments [{'id': '95ddcab1-baed-4dee-a29d-ed919666ff8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'cd986946-8454-44e7-80e5-6d3c5bfe30eb'}] {{(pid=102740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:06:01.462401 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-fcb4376d-95ac-4c44-a73e-9bedb0aa2b32 service neutron] Attempting to bind port 5f995ca5-5a2a-41de-8527-16927df2788a on network cd986946-8454-44e7-80e5-6d3c5bfe30eb {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:06:01.479182 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-81ebc2ac-3935-4ae0-aef4-855b96397ebd req-24737c46-2e13-4664-b5b9-e8c967ad669b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd986946-8454-44e7-80e5-6d3c5bfe30eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339539 Nov 19 15:06:01.481364 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-fcb4376d-95ac-4c44-a73e-9bedb0aa2b32 service neutron] Port 5f995ca5-5a2a-41de-8527-16927df2788a on network cd986946-8454-44e7-80e5-6d3c5bfe30eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81757 {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 15:06:01.481805 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-fcb4376d-95ac-4c44-a73e-9bedb0aa2b32 service neutron] Attempting to bind port 5f995ca5-5a2a-41de-8527-16927df2788a on network cd986946-8454-44e7-80e5-6d3c5bfe30eb {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:06:01.488477 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-fcb4376d-95ac-4c44-a73e-9bedb0aa2b32 service neutron] Checking agent: {'id': 'e1ea3be9-4fba-465d-a0c0-35388eb51f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'started_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:06:01.488856 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-fcb4376d-95ac-4c44-a73e-9bedb0aa2b32 service neutron] Checking segment: {'id': '95ddcab1-baed-4dee-a29d-ed919666ff8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'cd986946-8454-44e7-80e5-6d3c5bfe30eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:06:01.489260 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-fcb4376d-95ac-4c44-a73e-9bedb0aa2b32 service neutron] Bound using segment: {'id': '95ddcab1-baed-4dee-a29d-ed919666ff8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'cd986946-8454-44e7-80e5-6d3c5bfe30eb'} {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:06:01.489695 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-fcb4376d-95ac-4c44-a73e-9bedb0aa2b32 service neutron] Bound port: 5f995ca5-5a2a-41de-8527-16927df2788a, host: hv-cinder-81757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95ddcab1-baed-4dee-a29d-ed919666ff8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'cd986946-8454-44e7-80e5-6d3c5bfe30eb'}}] {{(pid=102740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:06:01.490058 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-fcb4376d-95ac-4c44-a73e-9bedb0aa2b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:01.612573 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-fcb4376d-95ac-4c44-a73e-9bedb0aa2b32 service neutron] For port 5f995ca5-5a2a-41de-8527-16927df2788a, host hv-cinder-81757, cleared binding levels {{(pid=102740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:06:01.629830 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-fcb4376d-95ac-4c44-a73e-9bedb0aa2b32 service neutron] For port 5f995ca5-5a2a-41de-8527-16927df2788a, host hv-cinder-81757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=5f995ca5-5a2a-41de-8527-16927df2788a,segment=NetworkSegment(95ddcab1-baed-4dee-a29d-ed919666ff8f),segment_id=95ddcab1-baed-4dee-a29d-ed919666ff8f)] {{(pid=102740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:06:01.632567 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-81ebc2ac-3935-4ae0-aef4-855b96397ebd req-1645319a-aa3d-4886-988c-3a5c3c270240 service neutron] 10.222.0.11 "GET /v2.0/networks/cd986946-8454-44e7-80e5-6d3c5bfe30eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334057 Nov 19 15:06:01.634256 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-fcb4376d-95ac-4c44-a73e-9bedb0aa2b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:01.689890 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-fcb4376d-95ac-4c44-a73e-9bedb0aa2b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:01.690552 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-fcb4376d-95ac-4c44-a73e-9bedb0aa2b32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:01.691956 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-fcb4376d-95ac-4c44-a73e-9bedb0aa2b32 service neutron] 10.222.0.11 "PUT /v2.0/ports/5f995ca5-5a2a-41de-8527-16927df2788a HTTP/1.1" status: 200 len: 1093 time: 1.1170568 Nov 19 15:06:01.716831 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e373f462-cbce-4d02-8a0b-b96fb6b005f9', 'tag': '5f995ca5-5a2a-41de-8527-16927df2788a'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:06:01.719438 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fbd5a4-17b4-4c13-b812-db55bd04db79" -d '{"events": [{"name": "network-changed", "server_uuid": "e373f462-cbce-4d02-8a0b-b96fb6b005f9", "tag": "5f995ca5-5a2a-41de-8527-16927df2788a"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:06:01.752346 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4376d-95ac-4c44-a73e-9bedb0aa2b32 service neutron] Pushing event updated for resources: {'Port': ['ID=5f995ca5-5a2a-41de-8527-16927df2788a,revision_number=3']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:01.814939 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-81ebc2ac-3935-4ae0-aef4-855b96397ebd req-fd8f7304-92c2-44b6-a7a0-07e01a7936e7 service neutron] 10.222.0.11 "GET /v2.0/networks/cd986946-8454-44e7-80e5-6d3c5bfe30eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567559 Nov 19 15:06:01.817956 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 15:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1a92cc-305e-4160-981a-56ff74ee3d7b x-openstack-request-id: req-de1a92cc-305e-4160-981a-56ff74ee3d7b {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:06:01.818245 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e373f462-cbce-4d02-8a0b-b96fb6b005f9", "tag": "5f995ca5-5a2a-41de-8527-16927df2788a", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:06:01.818495 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de1a92cc-305e-4160-981a-56ff74ee3d7b {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:06:01.818868 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e373f462-cbce-4d02-8a0b-b96fb6b005f9', 'tag': '5f995ca5-5a2a-41de-8527-16927df2788a', 'status': 'completed', 'code': 200} Nov 19 15:06:01.821780 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-4522b6dc-7059-43b4-a7bf-6102c9b0b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:01.823207 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-4522b6dc-7059-43b4-a7bf-6102c9b0b761 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53995b55564a4b2784260772caeedf05&device_id=e373f462-cbce-4d02-8a0b-b96fb6b005f9 HTTP/1.1" status: 200 len: 1096 time: 0.0679908 Nov 19 15:06:01.896307 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-218ddee3-9901-4373-b53a-2d9c2f0514c7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5f995ca5-5a2a-41de-8527-16927df2788a HTTP/1.1" status: 200 len: 217 time: 0.0465069 Nov 19 15:06:01.966867 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-4428f34e-19d7-470f-8379-c4219e6acf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:01.969528 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-4428f34e-19d7-470f-8379-c4219e6acf18 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=66863856-ad42-4629-ab56-51eb7761d1fa HTTP/1.1" status: 200 len: 855 time: 0.0537009 Nov 19 15:06:01.986253 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2d09f-2f10-4b7e-85a4-a2fa583bef03 req-21083f25-4010-4e2f-b713-92a5236c0205 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:01.987987 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-dab2d09f-2f10-4b7e-85a4-a2fa583bef03 req-21083f25-4010-4e2f-b713-92a5236c0205 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=e373f462-cbce-4d02-8a0b-b96fb6b005f9 HTTP/1.1" status: 200 len: 943 time: 0.0566130 Nov 19 15:06:02.028356 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-7e758785-1711-4d4e-885d-57fa28f7da19 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd986946-8454-44e7-80e5-6d3c5bfe30eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340443 Nov 19 15:06:02.054872 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-dab2d09f-2f10-4b7e-85a4-a2fa583bef03 req-8fab8a8f-c262-4640-8a1e-fdce2b627e23 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569353 Nov 19 15:06:02.165741 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f213128-e062-4790-9e10-d6456d4beac2 req-ea2bf78b-e124-41e3-9779-4bef8f95300c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:02.167228 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6f213128-e062-4790-9e10-d6456d4beac2 req-ea2bf78b-e124-41e3-9779-4bef8f95300c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.0807335 Nov 19 15:06:02.173520 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-98562dc5-9555-4961-9125-5580a30ad177 service neutron] 10.222.0.11 "GET /v2.0/networks/cd986946-8454-44e7-80e5-6d3c5bfe30eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332159 Nov 19 15:06:02.265675 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6f213128-e062-4790-9e10-d6456d4beac2 req-a8342420-5882-4ef0-9908-9be373639dc9 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912077 Nov 19 15:06:02.300093 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-add9c594-6780-44c6-b0b9-386f6a835e8d req-c1c8d259-359d-40e9-aed4-50b15131963e service neutron] 10.222.0.11 "GET /v2.0/networks/cd986946-8454-44e7-80e5-6d3c5bfe30eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094704 Nov 19 15:06:02.329105 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20089779-1de1-4744-b545-ca09b3d24c37 req-3d1421f9-8f56-404b-bf99-55dfb4502b71 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:02.330564 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-20089779-1de1-4744-b545-ca09b3d24c37 req-3d1421f9-8f56-404b-bf99-55dfb4502b71 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0586648 Nov 19 15:06:02.378126 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-20089779-1de1-4744-b545-ca09b3d24c37 req-d0166ed0-181a-4679-b432-a30fdc343344 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412657 Nov 19 15:06:02.415295 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbd5a4-17b4-4c13-b812-db55bd04db79 req-cbcde35f-9be7-4f70-b881-cb661f553fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:02.417513 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d1fbd5a4-17b4-4c13-b812-db55bd04db79 req-cbcde35f-9be7-4f70-b881-cb661f553fd9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53995b55564a4b2784260772caeedf05&device_id=e373f462-cbce-4d02-8a0b-b96fb6b005f9 HTTP/1.1" status: 200 len: 1096 time: 0.0434353 Nov 19 15:06:02.526223 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbd5a4-17b4-4c13-b812-db55bd04db79 req-78866d3d-abcb-4632-9224-ae95f4c3c3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:02.527794 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d1fbd5a4-17b4-4c13-b812-db55bd04db79 req-78866d3d-abcb-4632-9224-ae95f4c3c3fb service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd986946-8454-44e7-80e5-6d3c5bfe30eb HTTP/1.1" status: 200 len: 916 time: 0.0982556 Nov 19 15:06:02.587171 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d1fbd5a4-17b4-4c13-b812-db55bd04db79 req-d951b852-9cf9-47f0-aacf-f62d7ccc0d1b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5f995ca5-5a2a-41de-8527-16927df2788a HTTP/1.1" status: 200 len: 217 time: 0.0491714 Nov 19 15:06:02.698213 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbd5a4-17b4-4c13-b812-db55bd04db79 req-ea4a98c4-50dc-4f10-a24d-7f80b4d845d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:02.699561 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d1fbd5a4-17b4-4c13-b812-db55bd04db79 req-ea4a98c4-50dc-4f10-a24d-7f80b4d845d7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=66863856-ad42-4629-ab56-51eb7761d1fa HTTP/1.1" status: 200 len: 855 time: 0.0804293 Nov 19 15:06:02.711970 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38d2ca-3873-4bc2-95d8-234cd00134bc req-09d1e16f-f0f8-4ff6-a35c-3fc6e7ebf4b5 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:02.713378 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ac38d2ca-3873-4bc2-95d8-234cd00134bc req-09d1e16f-f0f8-4ff6-a35c-3fc6e7ebf4b5 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.1186402 Nov 19 15:06:02.724632 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed37e2f3-8852-447e-924a-8ca794de148f req-9f7d633c-f9ac-448a-9419-84448bed0a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:02.726141 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ed37e2f3-8852-447e-924a-8ca794de148f req-9f7d633c-f9ac-448a-9419-84448bed0a71 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cdb244c677264a58ae8a06742292aba4&device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 1098 time: 0.1059482 Nov 19 15:06:02.758624 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d1fbd5a4-17b4-4c13-b812-db55bd04db79 req-9f46aa53-417c-49ce-869f-ea5b58cf894a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd986946-8454-44e7-80e5-6d3c5bfe30eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433073 Nov 19 15:06:02.899363 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ac38d2ca-3873-4bc2-95d8-234cd00134bc req-762ad980-9a81-420b-aa5c-b26f7e3b845e tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722450 Nov 19 15:06:02.928943 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed37e2f3-8852-447e-924a-8ca794de148f req-1bdd05fa-b78c-4c36-bfe3-fcb70dc92fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:02.930463 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ed37e2f3-8852-447e-924a-8ca794de148f req-1bdd05fa-b78c-4c36-bfe3-fcb70dc92fd0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9bdc62e5-2180-4755-99bd-fe198da300d6 HTTP/1.1" status: 200 len: 920 time: 0.1948657 Nov 19 15:06:02.977759 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d1fbd5a4-17b4-4c13-b812-db55bd04db79 req-4a058991-1663-4b2a-8338-82b8596e7068 service neutron] 10.222.0.11 "GET /v2.0/networks/cd986946-8454-44e7-80e5-6d3c5bfe30eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027645 Nov 19 15:06:02.979021 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ed37e2f3-8852-447e-924a-8ca794de148f req-9b8e5c37-da54-4dc8-a309-3c2943483e55 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4 HTTP/1.1" status: 200 len: 217 time: 0.0401223 Nov 19 15:06:03.093694 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed37e2f3-8852-447e-924a-8ca794de148f req-578e0b03-3b9a-4ceb-b91c-8ad1dc752c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:03.095036 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ed37e2f3-8852-447e-924a-8ca794de148f req-578e0b03-3b9a-4ceb-b91c-8ad1dc752c79 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8290f5d-0d5d-4a74-9e3b-0c433bc14b68 HTTP/1.1" status: 200 len: 859 time: 0.0874906 Nov 19 15:06:03.140461 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ed37e2f3-8852-447e-924a-8ca794de148f req-7a5bda2a-d07c-4ead-9303-e0af0f56e2cf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9bdc62e5-2180-4755-99bd-fe198da300d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337512 Nov 19 15:06:03.144117 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d1fbd5a4-17b4-4c13-b812-db55bd04db79 req-3b65973d-8f8c-40b9-8c3c-8b423783f43d service neutron] 10.222.0.11 "GET /v2.0/networks/cd986946-8454-44e7-80e5-6d3c5bfe30eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433141 Nov 19 15:06:03.184397 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f82ce-5fa3-4e4f-94ea-57a963885e8d req-196c37cc-13da-4e82-89bd-a75bcb293163 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:03.186748 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ea0f82ce-5fa3-4e4f-94ea-57a963885e8d req-196c37cc-13da-4e82-89bd-a75bcb293163 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=e373f462-cbce-4d02-8a0b-b96fb6b005f9 HTTP/1.1" status: 200 len: 943 time: 0.0610867 Nov 19 15:06:03.237774 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ea0f82ce-5fa3-4e4f-94ea-57a963885e8d req-58b028a7-ea53-49ef-8b50-66baaedc07a4 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442715 Nov 19 15:06:03.254037 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ed37e2f3-8852-447e-924a-8ca794de148f req-0c63e0fd-fd25-4761-96fe-bf3819c792b9 service neutron] 10.222.0.11 "GET /v2.0/networks/9bdc62e5-2180-4755-99bd-fe198da300d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859828 Nov 19 15:06:03.356133 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ed37e2f3-8852-447e-924a-8ca794de148f req-566ffb54-828a-4224-8530-d17e700ddc8a service neutron] 10.222.0.11 "GET /v2.0/networks/9bdc62e5-2180-4755-99bd-fe198da300d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856566 Nov 19 15:06:03.408976 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945ad1e-89da-4c28-8c91-472c61d99b17 req-10db722e-19b6-4325-ba3c-0407b54f24bd tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:03.410466 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-f945ad1e-89da-4c28-8c91-472c61d99b17 req-10db722e-19b6-4325-ba3c-0407b54f24bd tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.0566759 Nov 19 15:06:03.458076 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-f945ad1e-89da-4c28-8c91-472c61d99b17 req-a0dfa793-21ed-4450-a159-5d2329e4f645 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417333 Nov 19 15:06:04.008465 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:04.020584 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf26bf-527c-4a00-989c-672bccdea9e6 req-7b2c3d8c-5500-4200-b3ad-7a00d56fb413 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:04.022082 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-abcf26bf-527c-4a00-989c-672bccdea9e6 req-7b2c3d8c-5500-4200-b3ad-7a00d56fb413 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0509357 Nov 19 15:06:04.069068 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-abcf26bf-527c-4a00-989c-672bccdea9e6 req-da0dbc54-a98b-4566-ba7b-6695ffe7dfe5 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409191 Nov 19 15:06:04.356470 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972dd04-5d20-405e-b33b-98c218eac2e0 req-6f6ca9df-6dda-4e0a-9c5c-52582b8c8b6d tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:04.358148 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-1972dd04-5d20-405e-b33b-98c218eac2e0 req-6f6ca9df-6dda-4e0a-9c5c-52582b8c8b6d tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=e373f462-cbce-4d02-8a0b-b96fb6b005f9 HTTP/1.1" status: 200 len: 943 time: 0.0494263 Nov 19 15:06:04.408939 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-1972dd04-5d20-405e-b33b-98c218eac2e0 req-1b0258a0-a827-419b-b2f9-c0b230408030 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447152 Nov 19 15:06:04.588356 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c04e8-a0e4-4a65-9b14-e2afad31bf90 req-2f9fbd34-8d4e-49ad-a7e3-89c191908e45 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:04.590798 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-110c04e8-a0e4-4a65-9b14-e2afad31bf90 req-2f9fbd34-8d4e-49ad-a7e3-89c191908e45 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.0544376 Nov 19 15:06:04.644171 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-110c04e8-a0e4-4a65-9b14-e2afad31bf90 req-a91d96c2-610a-4390-8c6c-118f7655d3b9 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456913 Nov 19 15:06:05.105928 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 5f995ca5-5a2a-41de-8527-16927df2788a details requested by agent hyperv_hv-cinder-81757 with host hv-cinder-81757 {{(pid=102741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 15:06:05.190067 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa4763-f896-4e5c-838c-b615c55e1212 req-07642baf-f687-4d80-a465-b059ff9e2fb1 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:05.191733 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-befa4763-f896-4e5c-838c-b615c55e1212 req-07642baf-f687-4d80-a465-b059ff9e2fb1 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0497818 Nov 19 15:06:05.200436 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 5f995ca5-5a2a-41de-8527-16927df2788a, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=5f995ca5-5a2a-41de-8527-16927df2788a,segment=NetworkSegment(95ddcab1-baed-4dee-a29d-ed919666ff8f),segment_id=95ddcab1-baed-4dee-a29d-ed919666ff8f)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:06:05.212120 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Returning: {'device': '5f995ca5-5a2a-41de-8527-16927df2788a', 'network_id': 'cd986946-8454-44e7-80e5-6d3c5bfe30eb', 'port_id': '5f995ca5-5a2a-41de-8527-16927df2788a', 'mac_address': 'fa:16:3e:cd:51:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66863856-ad42-4629-ab56-51eb7761d1fa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 15:06:05.241150 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-befa4763-f896-4e5c-838c-b615c55e1212 req-e21b4c49-e2ff-40b1-b0eb-59795cfad030 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408559 Nov 19 15:06:05.253535 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:05.266610 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f995ca5-5a2a-41de-8527-16927df2788a {{(pid=102741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:06:05.286167 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 5f995ca5-5a2a-41de-8527-16927df2788a, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=5f995ca5-5a2a-41de-8527-16927df2788a,segment=NetworkSegment(95ddcab1-baed-4dee-a29d-ed919666ff8f),segment_id=95ddcab1-baed-4dee-a29d-ed919666ff8f)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:06:05.290782 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:05.338915 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=5f995ca5-5a2a-41de-8527-16927df2788a,revision_number=4']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:05.523546 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48871bcb-32ca-40e7-836d-fd402fab2f5e req-0e82a525-82b5-44a2-bf2d-2c991957f0e5 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:05.525050 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-48871bcb-32ca-40e7-836d-fd402fab2f5e req-0e82a525-82b5-44a2-bf2d-2c991957f0e5 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=e373f462-cbce-4d02-8a0b-b96fb6b005f9 HTTP/1.1" status: 200 len: 944 time: 0.0481021 Nov 19 15:06:05.571356 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-48871bcb-32ca-40e7-836d-fd402fab2f5e req-6ffc7a0d-f48a-4541-97ef-6df9621b0052 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392637 Nov 19 15:06:05.765473 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8551b-571e-4829-a382-a229da6f6f84 req-e46a5fa6-b598-40a5-99f1-8c82e5b639dc tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:05.766952 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e2b8551b-571e-4829-a382-a229da6f6f84 req-e46a5fa6-b598-40a5-99f1-8c82e5b639dc tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.0506997 Nov 19 15:06:05.800983 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['5f995ca5-5a2a-41de-8527-16927df2788a'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:06:05.815306 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e2b8551b-571e-4829-a382-a229da6f6f84 req-31c022c8-d77c-4e7d-a2d3-630048318086 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424757 Nov 19 15:06:06.357214 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b099361-dff4-403f-96dc-de904306c15e req-6230440a-e7c4-4bce-80b1-7fbc63251b75 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:06.358831 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-4b099361-dff4-403f-96dc-de904306c15e req-6230440a-e7c4-4bce-80b1-7fbc63251b75 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0513647 Nov 19 15:06:06.406525 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-4b099361-dff4-403f-96dc-de904306c15e req-90a6589b-5b63-4fd5-bac1-c36043407649 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408835 Nov 19 15:06:06.688724 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479c984-a76e-44de-910e-236fc546bb25 req-7140a363-4582-41e4-b890-6f19a93321b6 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:06.690237 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-c479c984-a76e-44de-910e-236fc546bb25 req-7140a363-4582-41e4-b890-6f19a93321b6 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=e373f462-cbce-4d02-8a0b-b96fb6b005f9 HTTP/1.1" status: 200 len: 944 time: 0.0512314 Nov 19 15:06:06.740017 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-c479c984-a76e-44de-910e-236fc546bb25 req-b0e5e942-8300-40db-8b9b-5dcbabce10f1 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412433 Nov 19 15:06:06.940381 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e6351-33d3-4097-b652-9884568e467d req-6a1a9b18-f428-41cb-a78f-1a6d48ef9646 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:06.941838 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-596e6351-33d3-4097-b652-9884568e467d req-6a1a9b18-f428-41cb-a78f-1a6d48ef9646 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.0478780 Nov 19 15:06:06.991896 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-596e6351-33d3-4097-b652-9884568e467d req-cd07a874-6a43-492e-b5a1-847a37feccad tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444100 Nov 19 15:06:07.525051 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95391df4-93ed-46fb-bd09-e190396a0a32 req-90bc0dbc-cd92-4825-be63-890c96a6257e tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:07.526509 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-95391df4-93ed-46fb-bd09-e190396a0a32 req-90bc0dbc-cd92-4825-be63-890c96a6257e tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0534933 Nov 19 15:06:07.573633 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-95391df4-93ed-46fb-bd09-e190396a0a32 req-1603fb62-a814-41ef-b8d4-baa7722eebdc tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405095 Nov 19 15:06:07.603204 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 6 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:06:07.862995 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd267b-346d-4d09-a69a-672c452c3ea7 req-542516de-6176-4e44-aee3-39c1c66360ac tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:07.864505 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-53fd267b-346d-4d09-a69a-672c452c3ea7 req-542516de-6176-4e44-aee3-39c1c66360ac tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=e373f462-cbce-4d02-8a0b-b96fb6b005f9 HTTP/1.1" status: 200 len: 944 time: 0.0549495 Nov 19 15:06:07.913350 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-53fd267b-346d-4d09-a69a-672c452c3ea7 req-847b56a7-3035-4163-a169-d07b52e50f2a tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426590 Nov 19 15:06:08.117110 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bce5a7-b88c-4686-9037-7463b5da0bb4 req-1ed88623-ea22-4a9c-8b09-a469d8594d58 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:08.118680 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-87bce5a7-b88c-4686-9037-7463b5da0bb4 req-1ed88623-ea22-4a9c-8b09-a469d8594d58 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.0508854 Nov 19 15:06:08.165787 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-87bce5a7-b88c-4686-9037-7463b5da0bb4 req-ff1631f0-3cbb-4e0e-9a3f-e76de5ecc4c0 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407412 Nov 19 15:06:08.999807 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4faf9c1-6bb7-48c8-8da2-31981a66452d req-5b2b5dad-e6e3-40c0-a275-b900ec34ac87 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:09.001523 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e4faf9c1-6bb7-48c8-8da2-31981a66452d req-5b2b5dad-e6e3-40c0-a275-b900ec34ac87 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0492864 Nov 19 15:06:09.028504 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f044475-746c-48e0-a4d3-ad2819e14314 req-045ba71d-74d0-437e-a8bd-a8f0e013ce58 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:09.030024 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-6f044475-746c-48e0-a4d3-ad2819e14314 req-045ba71d-74d0-437e-a8bd-a8f0e013ce58 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=e373f462-cbce-4d02-8a0b-b96fb6b005f9 HTTP/1.1" status: 200 len: 944 time: 0.0479581 Nov 19 15:06:09.048388 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e4faf9c1-6bb7-48c8-8da2-31981a66452d req-fd19f3c9-dfe4-4321-b2c7-f87375466ab6 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408902 Nov 19 15:06:09.079702 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-6f044475-746c-48e0-a4d3-ad2819e14314 req-d7f092f8-f4d1-4bd3-bf3a-1c9e1fafbd57 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438383 Nov 19 15:06:09.124082 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 5f995ca5-5a2a-41de-8527-16927df2788a up at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:06:09.176107 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning for port 5f995ca5-5a2a-41de-8527-16927df2788a completed by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 15:06:09.180432 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning complete for port 5f995ca5-5a2a-41de-8527-16927df2788a triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:06:09.180915 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:09.305078 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:09.312619 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472e8e9-02e8-4184-9ce7-7382c3747099 req-45d855bb-bbab-4e04-9e88-cb633e7c58c9 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:09.315090 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-c472e8e9-02e8-4184-9ce7-7382c3747099 req-45d855bb-bbab-4e04-9e88-cb633e7c58c9 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.0606744 Nov 19 15:06:09.340483 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 5f995ca5-5a2a-41de-8527-16927df2788a, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=5f995ca5-5a2a-41de-8527-16927df2788a,segment=NetworkSegment(95ddcab1-baed-4dee-a29d-ed919666ff8f),segment_id=95ddcab1-baed-4dee-a29d-ed919666ff8f)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:06:09.341889 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e373f462-cbce-4d02-8a0b-b96fb6b005f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f995ca5-5a2a-41de-8527-16927df2788a'}] {{(pid=102741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:06:09.345009 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02aed456f185bd727e3ab04ef3305858fece041079839c75bcf3d6cf309ea5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93cda589-f94f-4d0b-b90d-82420a69199f" -d '{"events": [{"server_uuid": "e373f462-cbce-4d02-8a0b-b96fb6b005f9", "name": "network-vif-plugged", "status": "completed", "tag": "5f995ca5-5a2a-41de-8527-16927df2788a"}]}' {{(pid=102741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:06:09.349298 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:09.407756 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=5f995ca5-5a2a-41de-8527-16927df2788a,revision_number=5']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:09.421434 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-c472e8e9-02e8-4184-9ce7-7382c3747099 req-d4859740-6132-4515-9017-a911819d5760 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933478 Nov 19 15:06:09.442251 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d880d66f-0101-4558-9867-84c47e85d13f x-openstack-request-id: req-d880d66f-0101-4558-9867-84c47e85d13f {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:06:09.442864 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e373f462-cbce-4d02-8a0b-b96fb6b005f9", "name": "network-vif-plugged", "status": "completed", "tag": "5f995ca5-5a2a-41de-8527-16927df2788a", "code": 200}]} {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:06:09.443233 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d880d66f-0101-4558-9867-84c47e85d13f {{(pid=102741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:06:09.443726 dv-cinder-817573-1-iscsi neutron-server[102741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e373f462-cbce-4d02-8a0b-b96fb6b005f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f995ca5-5a2a-41de-8527-16927df2788a', 'code': 200} Nov 19 15:06:09.665996 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc177ca-357a-4c37-bd70-255368813740 req-542be0e7-fd2e-44cc-a3b5-0aeca963bde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:09.667541 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-4cc177ca-357a-4c37-bd70-255368813740 req-542be0e7-fd2e-44cc-a3b5-0aeca963bde4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e373f462-cbce-4d02-8a0b-b96fb6b005f9 HTTP/1.1" status: 200 len: 1098 time: 0.0432210 Nov 19 15:06:09.716522 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-4cc177ca-357a-4c37-bd70-255368813740 req-c3b5c9d5-5c1d-4eb8-8ac4-17a259db35ea service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375636 Nov 19 15:06:10.197279 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b81b7c-f035-4ebf-b5fe-d87520b5979e req-97d382be-788f-459f-8559-ef3caee6826d tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:10.198756 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-67b81b7c-f035-4ebf-b5fe-d87520b5979e req-97d382be-788f-459f-8559-ef3caee6826d tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=e373f462-cbce-4d02-8a0b-b96fb6b005f9 HTTP/1.1" status: 200 len: 945 time: 0.0482371 Nov 19 15:06:10.247971 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-67b81b7c-f035-4ebf-b5fe-d87520b5979e req-58dc585a-cf97-4394-a21f-9cdc45a38f01 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426877 Nov 19 15:06:10.535630 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0325fe0-d778-4758-845d-7d977da21085 req-95deaddd-b07c-4097-ad45-1690b48969a2 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:10.537092 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-f0325fe0-d778-4758-845d-7d977da21085 req-95deaddd-b07c-4097-ad45-1690b48969a2 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.0475674 Nov 19 15:06:10.582458 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-f0325fe0-d778-4758-845d-7d977da21085 req-0cee301c-cd98-4c04-839f-6f4598070842 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394695 Nov 19 15:06:11.364606 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53389415-c4fd-4f54-9d5f-046787051f24 req-d14cd712-b110-4a5a-a267-96860ab8fdac tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:11.366089 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-53389415-c4fd-4f54-9d5f-046787051f24 req-d14cd712-b110-4a5a-a267-96860ab8fdac tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=e373f462-cbce-4d02-8a0b-b96fb6b005f9 HTTP/1.1" status: 200 len: 945 time: 0.0508213 Nov 19 15:06:11.416208 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-53389415-c4fd-4f54-9d5f-046787051f24 req-99479496-75f3-4891-9d7c-2c7170218b44 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439186 Nov 19 15:06:11.701613 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbfef7-39bd-459c-a9f4-f3279f56dc4c req-f144e265-81ea-4f9c-a401-ed7ed1bf481b tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:11.703042 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-a9dbfef7-39bd-459c-a9f4-f3279f56dc4c req-f144e265-81ea-4f9c-a401-ed7ed1bf481b tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.0488608 Nov 19 15:06:11.753364 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-a9dbfef7-39bd-459c-a9f4-f3279f56dc4c req-a4aeebe4-20a5-4baa-9df4-803aa750dc41 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444152 Nov 19 15:06:12.529213 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc495e8-d140-4099-8b64-5ef8fb947058 req-4b6cc54f-5374-4f39-a15e-8ba28dd77095 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:12.531265 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-2cc495e8-d140-4099-8b64-5ef8fb947058 req-4b6cc54f-5374-4f39-a15e-8ba28dd77095 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=e373f462-cbce-4d02-8a0b-b96fb6b005f9 HTTP/1.1" status: 200 len: 945 time: 0.0484087 Nov 19 15:06:12.581721 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-2cc495e8-d140-4099-8b64-5ef8fb947058 req-8d1541da-1676-4496-ba3c-7e08a2f1d60b tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446050 Nov 19 15:06:12.871677 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e92227-d923-4771-9eb5-2273079830de req-660072c6-14b8-4ef2-96d3-6ca184dd3529 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:12.873815 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-b2e92227-d923-4771-9eb5-2273079830de req-660072c6-14b8-4ef2-96d3-6ca184dd3529 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.0499661 Nov 19 15:06:12.920380 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-b2e92227-d923-4771-9eb5-2273079830de req-b13b2d40-b797-4a0b-b095-aadf2ea7f965 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406103 Nov 19 15:06:13.700222 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35037616-2d1b-46d4-b531-4dab42a7ec3d req-85249bec-aea4-4d53-9a41-a23eebfff878 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:13.702484 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-35037616-2d1b-46d4-b531-4dab42a7ec3d req-85249bec-aea4-4d53-9a41-a23eebfff878 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=e373f462-cbce-4d02-8a0b-b96fb6b005f9 HTTP/1.1" status: 200 len: 945 time: 0.0498304 Nov 19 15:06:13.750432 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-35037616-2d1b-46d4-b531-4dab42a7ec3d req-1b8fe40a-5e8b-48d2-aa08-9d418ed9ff37 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420060 Nov 19 15:06:14.043815 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c310212-5905-4e46-952f-d2697072d413 req-49efd26e-aa85-4ed5-9382-7818c755bee0 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:14.045334 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-7c310212-5905-4e46-952f-d2697072d413 req-49efd26e-aa85-4ed5-9382-7818c755bee0 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.0481005 Nov 19 15:06:14.097086 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-7c310212-5905-4e46-952f-d2697072d413 req-442a64b5-d56d-49f1-96e2-cad4b1a2344b tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459311 Nov 19 15:06:14.901835 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82619490-7afb-4622-9515-ec38a1c87bdd req-cbc3940d-186c-47b8-8866-4d43a7b65aaf tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:14.903374 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-82619490-7afb-4622-9515-ec38a1c87bdd req-cbc3940d-186c-47b8-8866-4d43a7b65aaf tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=e373f462-cbce-4d02-8a0b-b96fb6b005f9 HTTP/1.1" status: 200 len: 945 time: 0.0845191 Nov 19 15:06:14.952888 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-82619490-7afb-4622-9515-ec38a1c87bdd req-83aff39d-2190-4ed4-b17b-5b87410e616d tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423150 Nov 19 15:06:15.415043 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76745f1-bf0c-44a8-b08f-22c486074b56 req-996a2532-7fb0-462a-866b-b2cff97ae3db tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:15.416424 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-b76745f1-bf0c-44a8-b08f-22c486074b56 req-996a2532-7fb0-462a-866b-b2cff97ae3db tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.2337353 Nov 19 15:06:15.467025 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-b76745f1-bf0c-44a8-b08f-22c486074b56 req-ed47a6cb-e1e3-410c-b454-1eedaed1a1bb tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431423 Nov 19 15:06:16.106300 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-99b50987-9a6b-447a-a4f9-da71364afbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:16.595045 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9762c7-275a-4b79-b0e5-0c8b5fb3f538 req-ab82ba7a-c390-41e7-84c5-149a724a57bf tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:16.596559 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ed9762c7-275a-4b79-b0e5-0c8b5fb3f538 req-ab82ba7a-c390-41e7-84c5-149a724a57bf tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.0496025 Nov 19 15:06:16.665318 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ed9762c7-275a-4b79-b0e5-0c8b5fb3f538 req-6cdc4f38-7428-4b21-8dbe-7a6f5cbbe31e tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619509 Nov 19 15:06:17.786510 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e467c84-cebe-4fc3-a54e-a1b8163ec191 req-768944dd-b313-490e-aa49-0bf062a38c84 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:17.788117 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2e467c84-cebe-4fc3-a54e-a1b8163ec191 req-768944dd-b313-490e-aa49-0bf062a38c84 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.0523040 Nov 19 15:06:17.835011 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2e467c84-cebe-4fc3-a54e-a1b8163ec191 req-a4bccab4-efa5-436a-8e09-427798ff29f6 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409744 Nov 19 15:06:18.617155 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-1dc5ef66-a93a-45f0-b93b-c41b1e0433e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:18.967862 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca13aca-4364-4be2-991d-20f71cec6910 req-2b5dc90b-ca00-4d27-b368-6ba43863accb tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:18.969331 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1ca13aca-4364-4be2-991d-20f71cec6910 req-2b5dc90b-ca00-4d27-b368-6ba43863accb tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.0485597 Nov 19 15:06:19.016484 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1ca13aca-4364-4be2-991d-20f71cec6910 req-296ef8f1-f189-4cb1-982b-d1ebd61b2ce8 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412552 Nov 19 15:06:19.640780 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:20.269726 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d535c-dba8-448f-b53f-320330f58e73 req-5811c057-ecfa-4aff-a6a0-0d1d70768192 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:20.271635 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-099d535c-dba8-448f-b53f-320330f58e73 req-5811c057-ecfa-4aff-a6a0-0d1d70768192 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.0510495 Nov 19 15:06:20.318071 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-099d535c-dba8-448f-b53f-320330f58e73 req-6c3e97fd-a95e-400d-b61e-3b0dd0ef4aae tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404806 Nov 19 15:06:21.042834 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:21.480081 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c24009-7d0d-4d5a-b10f-369d93a4145c req-e39dafb1-920b-41b3-951f-ec90a1a388fe tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:21.481607 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b1c24009-7d0d-4d5a-b10f-369d93a4145c req-e39dafb1-920b-41b3-951f-ec90a1a388fe tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.0543919 Nov 19 15:06:21.540303 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b1c24009-7d0d-4d5a-b10f-369d93a4145c req-9a600e70-5e66-4d68-b225-dc4fcde166fc tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519378 Nov 19 15:06:22.110004 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:22.389291 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966f192-701c-4141-8eac-8d6b3873cf7f req-b8d4fa39-ecf5-4c82-ba2c-d952c083f357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:22.390949 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1966f192-701c-4141-8eac-8d6b3873cf7f req-b8d4fa39-ecf5-4c82-ba2c-d952c083f357 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cdb244c677264a58ae8a06742292aba4&device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 1098 time: 0.0407612 Nov 19 15:06:22.394223 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bf86f-77f3-4caa-aa60-c0bf6278d696 req-0e10601e-c64e-4e2a-9f7e-b98e940649bd tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:22.395694 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-359bf86f-77f3-4caa-aa60-c0bf6278d696 req-0e10601e-c64e-4e2a-9f7e-b98e940649bd tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0510175 Nov 19 15:06:22.444830 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-359bf86f-77f3-4caa-aa60-c0bf6278d696 req-3e5fd5cc-bf80-48a8-8b41-3cbb80be380e tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423677 Nov 19 15:06:22.499607 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966f192-701c-4141-8eac-8d6b3873cf7f req-fd60b94b-5733-4bc3-8ddf-e68f7848438f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:22.501477 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1966f192-701c-4141-8eac-8d6b3873cf7f req-fd60b94b-5733-4bc3-8ddf-e68f7848438f service neutron] 10.222.0.11 "GET /v2.0/networks?id=9bdc62e5-2180-4755-99bd-fe198da300d6 HTTP/1.1" status: 200 len: 920 time: 0.0986192 Nov 19 15:06:22.660638 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5eee9-49d4-4266-b699-25103cc57ee3 req-db37ab07-3b74-408a-a4df-c7d0c84053e0 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:22.662108 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-cfe5eee9-49d4-4266-b699-25103cc57ee3 req-db37ab07-3b74-408a-a4df-c7d0c84053e0 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.0479498 Nov 19 15:06:22.708914 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-cfe5eee9-49d4-4266-b699-25103cc57ee3 req-f487643b-3540-43b9-aeff-a3bb293399a0 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408239 Nov 19 15:06:23.572261 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ce3da-b17c-4a6f-a742-1690d48eac58 req-b241c004-ad04-4ccd-be77-9544c66d4f55 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:23.573749 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6f2ce3da-b17c-4a6f-a742-1690d48eac58 req-b241c004-ad04-4ccd-be77-9544c66d4f55 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0508909 Nov 19 15:06:23.620701 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6f2ce3da-b17c-4a6f-a742-1690d48eac58 req-4524dc93-4c4f-404a-8cff-a350262214f4 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407674 Nov 19 15:06:23.825898 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a567f-2797-49a3-8c15-642ec877efbd req-4ce4cf04-093f-4315-b32f-ee2c27a539f3 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:23.828098 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-848a567f-2797-49a3-8c15-642ec877efbd req-4ce4cf04-093f-4315-b32f-ee2c27a539f3 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.0477576 Nov 19 15:06:23.877356 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-848a567f-2797-49a3-8c15-642ec877efbd req-fe674b89-5852-4fe7-aa51-c091914c46ec tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434597 Nov 19 15:06:24.446106 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1966f192-701c-4141-8eac-8d6b3873cf7f req-01d04dae-65f0-4fc3-aab7-e7bfa75bd20c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4 HTTP/1.1" status: 200 len: 217 time: 0.0369809 Nov 19 15:06:24.737062 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999491c-5df5-4054-8174-af2b7e9950fe req-2a0e96f5-5e16-4b93-9986-d4becb0576d6 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:24.738447 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a999491c-5df5-4054-8174-af2b7e9950fe req-2a0e96f5-5e16-4b93-9986-d4becb0576d6 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0497913 Nov 19 15:06:24.787499 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a999491c-5df5-4054-8174-af2b7e9950fe req-70bb94e2-dc98-4ed5-ab60-6367d0743af1 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431707 Nov 19 15:06:24.995165 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951ef60-741e-4095-9f2d-c1e657c2d3bf req-06059517-f85e-4497-a18b-a8c09edc6759 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:24.996527 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1951ef60-741e-4095-9f2d-c1e657c2d3bf req-06059517-f85e-4497-a18b-a8c09edc6759 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.0483027 Nov 19 15:06:25.043072 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1951ef60-741e-4095-9f2d-c1e657c2d3bf req-67225e99-c35b-40cf-89b0-1b846ceea863 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394306 Nov 19 15:06:25.593284 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966f192-701c-4141-8eac-8d6b3873cf7f req-829bce0c-c6a4-4ac2-a785-d0abdade6f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:25.594703 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1966f192-701c-4141-8eac-8d6b3873cf7f req-829bce0c-c6a4-4ac2-a785-d0abdade6f2f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8290f5d-0d5d-4a74-9e3b-0c433bc14b68 HTTP/1.1" status: 200 len: 859 time: 0.0504327 Nov 19 15:06:25.637575 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1966f192-701c-4141-8eac-8d6b3873cf7f req-44ac2546-c5d0-4aac-a701-e5742d4a54d7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9bdc62e5-2180-4755-99bd-fe198da300d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236051 Nov 19 15:06:25.731570 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1966f192-701c-4141-8eac-8d6b3873cf7f req-970c86bf-c828-47c4-bfce-9a5c9fa04958 service neutron] 10.222.0.11 "GET /v2.0/networks/9bdc62e5-2180-4755-99bd-fe198da300d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807683 Nov 19 15:06:26.076516 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f8c15-2f2c-4dca-a096-d638bfa5b33e req-4dff79a5-d7f9-4815-9372-11146ae60377 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:26.078203 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a36f8c15-2f2c-4dca-a096-d638bfa5b33e req-4dff79a5-d7f9-4815-9372-11146ae60377 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0755382 Nov 19 15:06:26.080184 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1966f192-701c-4141-8eac-8d6b3873cf7f req-f6754cec-1784-443a-a475-454900526958 service neutron] 10.222.0.11 "GET /v2.0/networks/9bdc62e5-2180-4755-99bd-fe198da300d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333032 Nov 19 15:06:26.146308 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a36f8c15-2f2c-4dca-a096-d638bfa5b33e req-277038cc-1216-4e9b-a846-95ef0dfc20ab tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613351 Nov 19 15:06:26.179590 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e770c5-4434-457e-bcd7-e0badd9d24fb req-9634b917-6fb2-4ab6-b884-f5aad2169acf tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:26.181262 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-b8e770c5-4434-457e-bcd7-e0badd9d24fb req-9634b917-6fb2-4ab6-b884-f5aad2169acf tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.0593657 Nov 19 15:06:26.232288 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-b8e770c5-4434-457e-bcd7-e0badd9d24fb req-015e586c-bf75-4fed-b288-720e1fbcc1a9 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441635 Nov 19 15:06:27.206097 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 474c9f67-fb9a-42a4-8ae6-f2786e33ea63 details requested by agent hyperv_hv-cinder-81757 with host hv-cinder-81757 {{(pid=102741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 15:06:27.268465 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed63c9b-0bbb-48c6-b216-2a7ac6136124 req-eb6b6baa-4dc9-4709-a84f-717e6f63ef58 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:27.276000 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-4ed63c9b-0bbb-48c6-b216-2a7ac6136124 req-eb6b6baa-4dc9-4709-a84f-717e6f63ef58 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0614519 Nov 19 15:06:27.328914 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-4ed63c9b-0bbb-48c6-b216-2a7ac6136124 req-7b071be7-ec0e-48ab-b056-9e967a35d5dd tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518618 Nov 19 15:06:27.390038 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78857c0a-c734-4d4c-a4fb-e845f6647a39 req-85b3df54-b002-4429-b973-f2d68df9b8d9 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:27.391577 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-78857c0a-c734-4d4c-a4fb-e845f6647a39 req-85b3df54-b002-4429-b973-f2d68df9b8d9 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.0560997 Nov 19 15:06:27.440260 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-78857c0a-c734-4d4c-a4fb-e845f6647a39 req-e1b79005-619f-4ece-bf74-7ec39afe042d tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422027 Nov 19 15:06:27.462710 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 474c9f67-fb9a-42a4-8ae6-f2786e33ea63, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=474c9f67-fb9a-42a4-8ae6-f2786e33ea63,segment=NetworkSegment(ed8113ae-2a5c-4a27-affb-b258a654385e),segment_id=ed8113ae-2a5c-4a27-affb-b258a654385e)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:06:27.474708 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Returning: {'device': '474c9f67-fb9a-42a4-8ae6-f2786e33ea63', 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c', 'port_id': '474c9f67-fb9a-42a4-8ae6-f2786e33ea63', 'mac_address': 'fa:16:3e:6f:ba:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fec746e-ce9d-4877-a4a1-5ea67aae0682', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 15:06:27.511184 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:27.524730 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 474c9f67-fb9a-42a4-8ae6-f2786e33ea63 {{(pid=102741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:06:27.544407 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 474c9f67-fb9a-42a4-8ae6-f2786e33ea63, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=474c9f67-fb9a-42a4-8ae6-f2786e33ea63,segment=NetworkSegment(ed8113ae-2a5c-4a27-affb-b258a654385e),segment_id=ed8113ae-2a5c-4a27-affb-b258a654385e)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:06:27.548031 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:27.597484 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=474c9f67-fb9a-42a4-8ae6-f2786e33ea63,revision_number=6']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:27.604931 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:27.605282 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:27.605623 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:27.605957 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:27.606286 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:27.606657 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:27.607002 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:27.607906 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:27.608258 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:27.608585 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:27.608990 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:27.609312 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:27.724752 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['474c9f67-fb9a-42a4-8ae6-f2786e33ea63'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:06:28.447228 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65134983-3636-4163-a1c9-8fe36232b739 req-8b91eee1-905c-43ae-9d1c-a5da3b8321c4 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:28.448730 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-65134983-3636-4163-a1c9-8fe36232b739 req-8b91eee1-905c-43ae-9d1c-a5da3b8321c4 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0493252 Nov 19 15:06:28.498931 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-65134983-3636-4163-a1c9-8fe36232b739 req-f6c192d4-a3c6-4546-b308-50203539e2ea tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442021 Nov 19 15:06:28.564452 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8015c7-6fc9-4fda-a292-d5542a69760b req-8640ff8f-3d0f-436b-a5a1-85ba29aecb5d tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:28.565922 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-bb8015c7-6fc9-4fda-a292-d5542a69760b req-8640ff8f-3d0f-436b-a5a1-85ba29aecb5d tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 944 time: 0.0477750 Nov 19 15:06:28.611945 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-bb8015c7-6fc9-4fda-a292-d5542a69760b req-ef469a87-7e73-4312-83a6-043a3420e4a3 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400331 Nov 19 15:06:29.133690 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 43300) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:06:29.213089 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 474c9f67-fb9a-42a4-8ae6-f2786e33ea63 up at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:06:29.244307 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-54b21d71-798f-49f7-a89e-0ea6f4bf5bba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:29.265156 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning complete for port 474c9f67-fb9a-42a4-8ae6-f2786e33ea63 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:06:29.265528 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:29.318307 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-54b21d71-798f-49f7-a89e-0ea6f4bf5bba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:29.322020 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-54b21d71-798f-49f7-a89e-0ea6f4bf5bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:29.347375 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:29.358358 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b21d71-798f-49f7-a89e-0ea6f4bf5bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0193befa-a8f7-4976-8074-b4de0ccae593,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:29.363261 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-54b21d71-798f-49f7-a89e-0ea6f4bf5bba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=88e316c1e99444eaaa21ae51d53e0407&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283344 Nov 19 15:06:29.366045 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 43306) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:06:29.370048 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b21d71-798f-49f7-a89e-0ea6f4bf5bba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:29.370182 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b21d71-798f-49f7-a89e-0ea6f4bf5bba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:29.370460 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b21d71-798f-49f7-a89e-0ea6f4bf5bba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:29.371091 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b21d71-798f-49f7-a89e-0ea6f4bf5bba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:29.371091 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b21d71-798f-49f7-a89e-0ea6f4bf5bba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:29.371461 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b21d71-798f-49f7-a89e-0ea6f4bf5bba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:29.372178 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b21d71-798f-49f7-a89e-0ea6f4bf5bba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:29.372523 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b21d71-798f-49f7-a89e-0ea6f4bf5bba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:29.373419 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b21d71-798f-49f7-a89e-0ea6f4bf5bba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:29.373750 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b21d71-798f-49f7-a89e-0ea6f4bf5bba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:29.374079 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b21d71-798f-49f7-a89e-0ea6f4bf5bba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:29.374402 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b21d71-798f-49f7-a89e-0ea6f4bf5bba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:29.377067 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084f3bb6-2fa2-4b60-985e-61c8b8f2fc82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474c9f67-fb9a-42a4-8ae6-f2786e33ea63'}] {{(pid=102741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:06:29.379399 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02aed456f185bd727e3ab04ef3305858fece041079839c75bcf3d6cf309ea5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c73503-cbca-490e-9efb-ce1e80897729" -d '{"events": [{"server_uuid": "084f3bb6-2fa2-4b60-985e-61c8b8f2fc82", "name": "network-vif-plugged", "status": "completed", "tag": "474c9f67-fb9a-42a4-8ae6-f2786e33ea63"}]}' {{(pid=102741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:06:29.401526 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 474c9f67-fb9a-42a4-8ae6-f2786e33ea63, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=474c9f67-fb9a-42a4-8ae6-f2786e33ea63,segment=NetworkSegment(ed8113ae-2a5c-4a27-affb-b258a654385e),segment_id=ed8113ae-2a5c-4a27-affb-b258a654385e)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:06:29.412105 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:29.421938 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bd0ef6-6352-4f02-b337-7a3037953924 x-openstack-request-id: req-c8bd0ef6-6352-4f02-b337-7a3037953924 {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:06:29.422444 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "084f3bb6-2fa2-4b60-985e-61c8b8f2fc82", "name": "network-vif-plugged", "status": "completed", "tag": "474c9f67-fb9a-42a4-8ae6-f2786e33ea63", "code": 200}]} {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:06:29.422773 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8bd0ef6-6352-4f02-b337-7a3037953924 {{(pid=102741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:06:29.423228 dv-cinder-817573-1-iscsi neutron-server[102741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '084f3bb6-2fa2-4b60-985e-61c8b8f2fc82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474c9f67-fb9a-42a4-8ae6-f2786e33ea63', 'code': 200} Nov 19 15:06:29.426719 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-a65a14cd-a959-4a38-90db-136ada665065 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:29.451902 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-a65a14cd-a959-4a38-90db-136ada665065 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:29.468769 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=474c9f67-fb9a-42a4-8ae6-f2786e33ea63,revision_number=7']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:29.503077 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-a65a14cd-a959-4a38-90db-136ada665065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:29.505873 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-a65a14cd-a959-4a38-90db-136ada665065 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:29.509481 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-a65a14cd-a959-4a38-90db-136ada665065 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0193befa-a8f7-4976-8074-b4de0ccae593 HTTP/1.1" status: 204 len: 168 time: 0.1397283 Nov 19 15:06:29.514928 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a14cd-a959-4a38-90db-136ada665065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0193befa-a8f7-4976-8074-b4de0ccae593,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:29.659874 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c67d92-8ce1-4652-839a-9dde8345b760 req-f11824d4-eded-4808-ba86-598274690eea tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:29.662114 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b3c67d92-8ce1-4652-839a-9dde8345b760 req-f11824d4-eded-4808-ba86-598274690eea tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0594096 Nov 19 15:06:29.712611 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b3c67d92-8ce1-4652-839a-9dde8345b760 req-50bbcfbd-8f76-43c9-b4d9-9c52296639fd tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440965 Nov 19 15:06:29.744049 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5280bc-ec92-4af9-ace1-9b3d3c163492 req-c6f6a67d-4b5b-4227-86c4-0818d0ed7bc3 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:29.745591 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-7e5280bc-ec92-4af9-ace1-9b3d3c163492 req-c6f6a67d-4b5b-4227-86c4-0818d0ed7bc3 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.0530138 Nov 19 15:06:29.796941 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-7e5280bc-ec92-4af9-ace1-9b3d3c163492 req-488d5c75-3c8f-4c9c-b130-b9d41879b306 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445499 Nov 19 15:06:30.556756 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 43356) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:06:30.663747 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-8eb339eb-e2d1-4d09-9ac6-38e90f93724a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:30.753855 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-8eb339eb-e2d1-4d09-9ac6-38e90f93724a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:30.759165 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-8eb339eb-e2d1-4d09-9ac6-38e90f93724a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:30.802053 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-8eb339eb-e2d1-4d09-9ac6-38e90f93724a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=85ab1e039f894d0e8628524cee13424e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2418711 Nov 19 15:06:30.802053 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb339eb-e2d1-4d09-9ac6-38e90f93724a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7eecf0e-2bf9-4c2e-80d6-2c5abf64d907,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:30.803220 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 43380) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:06:30.859336 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ac8289cf-21b6-49e4-8b25-e8de4121eb11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:30.866511 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd899f11-a3be-4dc4-86e9-803ad9653446 req-83e325ea-1c3a-4aaa-b6f3-7d712130b475 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:30.868078 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-dd899f11-a3be-4dc4-86e9-803ad9653446 req-83e325ea-1c3a-4aaa-b6f3-7d712130b475 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0784693 Nov 19 15:06:30.884122 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ac8289cf-21b6-49e4-8b25-e8de4121eb11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:30.932110 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-dd899f11-a3be-4dc4-86e9-803ad9653446 req-a5b87b64-e6d1-4868-b76e-86c7870e914b tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557084 Nov 19 15:06:30.960344 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6fd5ed-af2a-4e07-afc3-d7334a57bb88 req-9fd834bc-1ec7-4ae1-a444-cac75a5acd8c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:30.961869 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-4a6fd5ed-af2a-4e07-afc3-d7334a57bb88 req-9fd834bc-1ec7-4ae1-a444-cac75a5acd8c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.0757272 Nov 19 15:06:30.988882 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ac8289cf-21b6-49e4-8b25-e8de4121eb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:30.991513 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ac8289cf-21b6-49e4-8b25-e8de4121eb11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:30.992713 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-ac8289cf-21b6-49e4-8b25-e8de4121eb11 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f7eecf0e-2bf9-4c2e-80d6-2c5abf64d907 HTTP/1.1" status: 204 len: 168 time: 0.1885936 Nov 19 15:06:31.005120 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8289cf-21b6-49e4-8b25-e8de4121eb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7eecf0e-2bf9-4c2e-80d6-2c5abf64d907,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:31.038649 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-4a6fd5ed-af2a-4e07-afc3-d7334a57bb88 req-e340868a-1a74-4424-8b5f-299a5d149f72 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669472 Nov 19 15:06:32.145980 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c2e8c-1958-498b-bdbd-a9b271dc0af2 req-41111533-a83f-4245-aa2c-6cf2734ee6c2 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:32.148289 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-f32c2e8c-1958-498b-bdbd-a9b271dc0af2 req-41111533-a83f-4245-aa2c-6cf2734ee6c2 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.1128213 Nov 19 15:06:32.283552 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-f32c2e8c-1958-498b-bdbd-a9b271dc0af2 req-e809e4af-13f0-44c0-a615-7abec1a94a24 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247509 Nov 19 15:06:32.307500 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 43456) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:06:32.448773 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3102f2b-9669-499d-9592-819e3ed1784e req-4052fe55-b44d-46a2-884e-66402bfe1d81 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:32.450588 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-b3102f2b-9669-499d-9592-819e3ed1784e req-4052fe55-b44d-46a2-884e-66402bfe1d81 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.0744960 Nov 19 15:06:32.505109 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-073dd492-18b8-443e-9be2-101cf60a8e6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:32.645874 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-b3102f2b-9669-499d-9592-819e3ed1784e req-61c21719-79b9-4d48-97b0-219f38dee319 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738243 Nov 19 15:06:32.697581 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-073dd492-18b8-443e-9be2-101cf60a8e6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:32.702822 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-073dd492-18b8-443e-9be2-101cf60a8e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:32.744232 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-073dd492-18b8-443e-9be2-101cf60a8e6a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8cb7b7257ff1461cbb7ed79f61f30651&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4379508 Nov 19 15:06:32.746211 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073dd492-18b8-443e-9be2-101cf60a8e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1dfeb7-1b34-4d1d-821d-257c6b074f43,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:32.747109 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 43464) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:06:32.823839 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6f6d-9b4f-459d-9c6e-702131a3f312 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:32.848699 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6f6d-9b4f-459d-9c6e-702131a3f312 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:32.922610 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6f6d-9b4f-459d-9c6e-702131a3f312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:32.925776 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6f6d-9b4f-459d-9c6e-702131a3f312 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:32.939152 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-f3ce6f6d-9b4f-459d-9c6e-702131a3f312 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b1dfeb7-1b34-4d1d-821d-257c6b074f43 HTTP/1.1" status: 204 len: 168 time: 0.1907682 Nov 19 15:06:32.955829 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce6f6d-9b4f-459d-9c6e-702131a3f312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1dfeb7-1b34-4d1d-821d-257c6b074f43,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:33.442575 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d565e5f-f341-4cc7-9f19-46da8f31e394 req-73615386-4261-40da-9751-037d5d2fcbd0 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:33.444171 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3d565e5f-f341-4cc7-9f19-46da8f31e394 req-73615386-4261-40da-9751-037d5d2fcbd0 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0803437 Nov 19 15:06:33.567671 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3d565e5f-f341-4cc7-9f19-46da8f31e394 req-655534bf-c1fd-4e68-9aed-3ca89639f180 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109676 Nov 19 15:06:33.887581 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 43504) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:06:33.894320 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f703011a-b456-4b7f-aae4-f20fcef22c9e req-6a188006-b8a1-4018-bf57-2c48ac93efa1 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:33.902678 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f703011a-b456-4b7f-aae4-f20fcef22c9e req-6a188006-b8a1-4018-bf57-2c48ac93efa1 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.0912175 Nov 19 15:06:33.962203 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f703011a-b456-4b7f-aae4-f20fcef22c9e req-796e4f7b-4cb7-410d-881b-73185846f951 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584893 Nov 19 15:06:34.017989 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:34.139845 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-d4219060-6e8c-4a7e-89a7-7967e15042ca admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-315994696-network', 'tenant_id': '5188c6afe0f34319b4b787b96f720f3b'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:06:34.185899 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4219060-6e8c-4a7e-89a7-7967e15042ca admin admin] Made reservation on behalf of 5188c6afe0f34319b4b787b96f720f3b for: {'network': 1} {{(pid=102739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:06:34.190036 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d4219060-6e8c-4a7e-89a7-7967e15042ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for network, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:34.200455 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d4219060-6e8c-4a7e-89a7-7967e15042ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:34.301888 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d4219060-6e8c-4a7e-89a7-7967e15042ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:34.306850 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d4219060-6e8c-4a7e-89a7-7967e15042ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:34.354933 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4219060-6e8c-4a7e-89a7-7967e15042ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3b0884-8305-4f24-bb07-7050f0208b38,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:34.374102 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4219060-6e8c-4a7e-89a7-7967e15042ca admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=102739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 15:06:34.385458 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d4219060-6e8c-4a7e-89a7-7967e15042ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597'] for segment, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:34.385876 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.db.segments_db [None req-d4219060-6e8c-4a7e-89a7-7967e15042ca admin admin] Added segment 74547010-fe5b-44c6-aca7-b3093802ab62 of type vlan for network 383652f0-210b-476d-8368-443456095682 Nov 19 15:06:34.464777 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d4219060-6e8c-4a7e-89a7-7967e15042ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763177764639'] for network, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:34.573097 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d4219060-6e8c-4a7e-89a7-7967e15042ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375'] for network, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:34.573097 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4219060-6e8c-4a7e-89a7-7967e15042ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:34.573097 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d4219060-6e8c-4a7e-89a7-7967e15042ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for network, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:34.668550 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-d4219060-6e8c-4a7e-89a7-7967e15042ca admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7790861 Nov 19 15:06:34.671734 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 43526) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:06:34.672371 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4219060-6e8c-4a7e-89a7-7967e15042ca admin admin] Pushing event updated for resources: {'Network': ['ID=383652f0-210b-476d-8368-443456095682,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:34.684829 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Network 383652f0-210b-476d-8368-443456095682 details requested by agent ovs-agent-dv-cinder-817573-1-iscsi with host dv-cinder-817573-1-iscsi {{(pid=102741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 15:06:34.688378 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-781dc072-2334-4cee-8397-f4a659a02f90 admin admin] Request body: {'subnet': {'network_id': '383652f0-210b-476d-8368-443456095682', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-315994696-subnet', 'tenant_id': '5188c6afe0f34319b4b787b96f720f3b', 'ip_version': 4}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:06:34.741141 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781dc072-2334-4cee-8397-f4a659a02f90 admin admin] Made reservation on behalf of 5188c6afe0f34319b4b787b96f720f3b for: {'subnet': 1} {{(pid=102739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:06:34.743719 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-781dc072-2334-4cee-8397-f4a659a02f90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59078732'] for subnet, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:34.874742 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4be91-410b-4856-aa50-9d5197ae4578 req-de8a2a68-e311-4f5b-92f6-46fdd94dd17c tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:34.876334 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-14e4be91-410b-4856-aa50-9d5197ae4578 req-de8a2a68-e311-4f5b-92f6-46fdd94dd17c tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.1475244 Nov 19 15:06:34.973245 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-14e4be91-410b-4856-aa50-9d5197ae4578 req-e386e36a-a6bb-4a74-a904-24a98844d2f3 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791698 Nov 19 15:06:35.074157 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-781dc072-2334-4cee-8397-f4a659a02f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58728065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59078750'] for subnet, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:35.131867 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781dc072-2334-4cee-8397-f4a659a02f90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=666c5cc1-1e97-479a-9d62-1c824cf1a5d2,revision_number=0']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:35.142298 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d64fa4a-f3b4-46cd-97a9-ab99e57785eb req-dacb8fb8-7a5d-4997-9ea9-0320e212038d tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:35.144443 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9d64fa4a-f3b4-46cd-97a9-ab99e57785eb req-dacb8fb8-7a5d-4997-9ea9-0320e212038d tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.0608304 Nov 19 15:06:35.166482 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781dc072-2334-4cee-8397-f4a659a02f90 admin admin] Checking segment: {'id': '74547010-fe5b-44c6-aca7-b3093802ab62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '383652f0-210b-476d-8368-443456095682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:06:35.166933 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781dc072-2334-4cee-8397-f4a659a02f90 admin admin] Network hostable DHCP agents. Network: 383652f0-210b-476d-8368-443456095682, hostable agents: ['b581fc54-f77c-4a6c-8194-faf7229ee611'], hosted agents: [] {{(pid=102739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 15:06:35.189373 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781dc072-2334-4cee-8397-f4a659a02f90 admin admin] Network 383652f0-210b-476d-8368-443456095682 is scheduled to be hosted by DHCP agent b581fc54-f77c-4a6c-8194-faf7229ee611 with binding_index 1 {{(pid=102739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 15:06:35.214592 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.base_scheduler [None req-781dc072-2334-4cee-8397-f4a659a02f90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817573-1-iscsi, 383652f0-210b-476d-8368-443456095682) {{(pid=102739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:06:35.222810 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781dc072-2334-4cee-8397-f4a659a02f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:35.223921 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-781dc072-2334-4cee-8397-f4a659a02f90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for subnet, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:35.224917 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9d64fa4a-f3b4-46cd-97a9-ab99e57785eb req-30c5b781-f064-4db5-b4f8-6b8f606a998d tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674288 Nov 19 15:06:35.229106 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12efd827-3719-47df-8628-93844f1739eb None None] Network 383652f0-210b-476d-8368-443456095682 requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:06:35.264950 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-781dc072-2334-4cee-8397-f4a659a02f90 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5899463 Nov 19 15:06:35.267566 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 43540) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:06:35.272284 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-3b9fdb9f-588e-42d2-af56-f75aa8631ed3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-315994696-router', 'tenant_id': '5188c6afe0f34319b4b787b96f720f3b', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823'}}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:06:35.298656 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3b9fdb9f-588e-42d2-af56-f75aa8631ed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-464837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7263'] for router, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:35.300387 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3b9fdb9f-588e-42d2-af56-f75aa8631ed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437380', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7236'] for router, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:35.424067 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3b9fdb9f-588e-42d2-af56-f75aa8631ed3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:35.460303 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2797da1c-2580-456a-a14c-af389616bee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp819b9761-b326-5502-9f20-d7ca87230a0c-383652f0-210b-476d-8368-443456095682', 'network_id': '383652f0-210b-476d-8368-443456095682', 'tenant_id': '5188c6afe0f34319b4b787b96f720f3b', 'fixed_ips': [{'subnet_id': '666c5cc1-1e97-479a-9d62-1c824cf1a5d2'}]}} from dv-cinder-817573-1-iscsi. {{(pid=102741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 15:06:35.461349 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-2797da1c-2580-456a-a14c-af389616bee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:35.594541 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3b9fdb9f-588e-42d2-af56-f75aa8631ed3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:35.715869 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.db_base_plugin_common [None req-2797da1c-2580-456a-a14c-af389616bee8 None None] Allocated IP 172.20.0.2 (383652f0-210b-476d-8368-443456095682/666c5cc1-1e97-479a-9d62-1c824cf1a5d2/30013453-31bc-485b-9bf2-401b940200b0) {{(pid=102741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:06:35.942483 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-2797da1c-2580-456a-a14c-af389616bee8 None None] Publish callbacks [] for port, precommit_create {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:35.951153 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-2797da1c-2580-456a-a14c-af389616bee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168'] for port, after_create {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:35.963766 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3b9fdb9f-588e-42d2-af56-f75aa8631ed3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:35.986802 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3b9fdb9f-588e-42d2-af56-f75aa8631ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:35.995819 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2797da1c-2580-456a-a14c-af389616bee8 None None] Network 383652f0-210b-476d-8368-443456095682 is already hosted by enough agents. {{(pid=102741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:06:36.004537 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.scheduler.base_scheduler [None req-2797da1c-2580-456a-a14c-af389616bee8 None None] Resources bound (agent type, host, resource id): {{(pid=102741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:06:36.008223 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2797da1c-2580-456a-a14c-af389616bee8 None None] Received port after_create {{(pid=102741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:06:36.069240 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797da1c-2580-456a-a14c-af389616bee8 None None] Pushing event updated for resources: {'Port': ['ID=30013453-31bc-485b-9bf2-401b940200b0,revision_number=1']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:36.087307 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-2797da1c-2580-456a-a14c-af389616bee8 None None] Attempting to bind port 30013453-31bc-485b-9bf2-401b940200b0 on host dv-cinder-817573-1-iscsi for vnic_type normal with profile {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:06:36.093570 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-2797da1c-2580-456a-a14c-af389616bee8 None None] Attempting to bind port 30013453-31bc-485b-9bf2-401b940200b0 by drivers openvswitch,hyperv on host dv-cinder-817573-1-iscsi at level 0 using segments [{'id': '74547010-fe5b-44c6-aca7-b3093802ab62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '383652f0-210b-476d-8368-443456095682'}] {{(pid=102741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:06:36.094693 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2797da1c-2580-456a-a14c-af389616bee8 None None] Attempting to bind port 30013453-31bc-485b-9bf2-401b940200b0 on network 383652f0-210b-476d-8368-443456095682 {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:06:36.102644 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2797da1c-2580-456a-a14c-af389616bee8 None None] Checking agent: {'id': '93bd3d20-65c6-439e-b74a-dd66c3cedb61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 14, 56, 22), 'started_at': datetime.datetime(2021, 11, 19, 14, 56, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:06:36.103403 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2797da1c-2580-456a-a14c-af389616bee8 None None] Checking segment: {'id': '74547010-fe5b-44c6-aca7-b3093802ab62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '383652f0-210b-476d-8368-443456095682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:06:36.104320 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-2797da1c-2580-456a-a14c-af389616bee8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:36.104931 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2797da1c-2580-456a-a14c-af389616bee8 None None] Bound using segment: {'id': '74547010-fe5b-44c6-aca7-b3093802ab62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '383652f0-210b-476d-8368-443456095682'} {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:06:36.105738 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-2797da1c-2580-456a-a14c-af389616bee8 None None] Bound port: 30013453-31bc-485b-9bf2-401b940200b0, host: dv-cinder-817573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74547010-fe5b-44c6-aca7-b3093802ab62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '383652f0-210b-476d-8368-443456095682'}}] {{(pid=102741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:06:36.106308 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-2797da1c-2580-456a-a14c-af389616bee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:36.175302 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235a819-fba8-4dc0-a000-54732fb6e951 req-052819de-051c-4d41-b7e1-54062aefe391 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:36.179000 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-e235a819-fba8-4dc0-a000-54732fb6e951 req-052819de-051c-4d41-b7e1-54062aefe391 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.1076057 Nov 19 15:06:36.194893 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-2797da1c-2580-456a-a14c-af389616bee8 None None] For port 30013453-31bc-485b-9bf2-401b940200b0, host dv-cinder-817573-1-iscsi, cleared binding levels {{(pid=102741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:06:36.198901 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-2797da1c-2580-456a-a14c-af389616bee8 None None] For port 30013453-31bc-485b-9bf2-401b940200b0, host dv-cinder-817573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=30013453-31bc-485b-9bf2-401b940200b0,segment=NetworkSegment(74547010-fe5b-44c6-aca7-b3093802ab62),segment_id=74547010-fe5b-44c6-aca7-b3093802ab62)] {{(pid=102741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:06:36.203727 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-2797da1c-2580-456a-a14c-af389616bee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:36.218103 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.db_base_plugin_common [None req-3b9fdb9f-588e-42d2-af56-f75aa8631ed3 admin admin] Allocated IP 172.27.0.49 (28d9acba-080c-4a37-9781-fba989a64823/831d2bcc-ea48-4f58-960e-dcc1ce111fc5/1b936f64-50bb-43d4-a978-33a88c7c709e) {{(pid=102739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:06:36.265327 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-e235a819-fba8-4dc0-a000-54732fb6e951 req-f72dd180-4252-4f53-b5a3-087dee71a9dd tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745440 Nov 19 15:06:36.284156 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797da1c-2580-456a-a14c-af389616bee8 None None] Pushing event updated for resources: {'Port': ['ID=30013453-31bc-485b-9bf2-401b940200b0,revision_number=2']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:36.404974 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3b9fdb9f-588e-42d2-af56-f75aa8631ed3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:36.453103 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287d9f0-eb2d-47af-b3a9-86a94a32092e req-d9f7fc09-0ace-4937-8f4f-00706c2715d6 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:36.460907 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a287d9f0-eb2d-47af-b3a9-86a94a32092e req-d9f7fc09-0ace-4937-8f4f-00706c2715d6 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.0758829 Nov 19 15:06:36.468567 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3b9fdb9f-588e-42d2-af56-f75aa8631ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58728053'] for port, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:36.533896 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9fdb9f-588e-42d2-af56-f75aa8631ed3 admin admin] Network 28d9acba-080c-4a37-9781-fba989a64823 is already hosted by enough agents. {{(pid=102739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:06:36.538976 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.base_scheduler [None req-3b9fdb9f-588e-42d2-af56-f75aa8631ed3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:06:36.543259 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9fdb9f-588e-42d2-af56-f75aa8631ed3 admin admin] Received port after_create {{(pid=102739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:06:36.568150 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9fdb9f-588e-42d2-af56-f75aa8631ed3 admin admin] Pushing event updated for resources: {'Port': ['ID=1b936f64-50bb-43d4-a978-33a88c7c709e,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:36.587923 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a287d9f0-eb2d-47af-b3a9-86a94a32092e req-49311eed-2b5d-4806-ab1b-5fef3b25af23 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233528 Nov 19 15:06:36.912590 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3b9fdb9f-588e-42d2-af56-f75aa8631ed3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:37.251014 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3b9fdb9f-588e-42d2-af56-f75aa8631ed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437459'] for router, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:37.465461 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d73ba6e-5b16-4b60-81e3-1e0276e471f9 req-b6af0767-69e9-4dbd-848b-49de114900cc tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:37.465461 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-4d73ba6e-5b16-4b60-81e3-1e0276e471f9 req-b6af0767-69e9-4dbd-848b-49de114900cc tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0806589 Nov 19 15:06:37.515065 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9fdb9f-588e-42d2-af56-f75aa8631ed3 admin admin] Router feb27e96-a0f5-40b0-8094-e82c2b28fb73 is scheduled to L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d with binding_index 1 {{(pid=102739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 15:06:37.556542 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-4d73ba6e-5b16-4b60-81e3-1e0276e471f9 req-a562cde1-74b6-4a35-a100-777ee5397bc2 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809588 Nov 19 15:06:37.677058 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac996be-f964-4675-a3d8-8ec42599f585 None None] Network 383652f0-210b-476d-8368-443456095682 requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:06:37.844085 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-88631929-45be-4fcb-909d-35874043f875 None None] Provisioning complete for port 30013453-31bc-485b-9bf2-401b940200b0 triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:06:37.844536 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-88631929-45be-4fcb-909d-35874043f875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:37.849986 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca90f72-c2de-4842-a7a7-7242c660e728 req-9bc53e93-dcda-42a3-8bbc-ca6e1ae5b318 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:37.861309 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-7ca90f72-c2de-4842-a7a7-7242c660e728 req-9bc53e93-dcda-42a3-8bbc-ca6e1ae5b318 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.0850222 Nov 19 15:06:37.973549 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-7ca90f72-c2de-4842-a7a7-7242c660e728 req-05cbab96-4b0e-482d-885e-89c870f75f55 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088250 Nov 19 15:06:38.054396 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9fdb9f-588e-42d2-af56-f75aa8631ed3 admin admin] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:06:38.066039 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17abd771-e22a-45ca-ad6a-1407abe7bde2 None None] Sync routers for ids ['feb27e96-a0f5-40b0-8094-e82c2b28fb73'] in dv-cinder-817573-1-iscsi {{(pid=102742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:06:38.114381 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17abd771-e22a-45ca-ad6a-1407abe7bde2 None None] Routers {'feb27e96-a0f5-40b0-8094-e82c2b28fb73'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:06:38.114897 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-17abd771-e22a-45ca-ad6a-1407abe7bde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:06:19Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['feb27e96-a0f5-40b0-8094-e82c2b28fb73'], 'active': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:06:38.162739 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3b9fdb9f-588e-42d2-af56-f75aa8631ed3 admin admin] Publish callbacks [] for router, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:38.164597 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-3b9fdb9f-588e-42d2-af56-f75aa8631ed3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8959284 Nov 19 15:06:38.167515 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 43600) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:06:38.296698 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-88631929-45be-4fcb-909d-35874043f875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:38.352284 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 30013453-31bc-485b-9bf2-401b940200b0 up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:06:38.401966 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvr_db [None req-17abd771-e22a-45ca-ad6a-1407abe7bde2 None None] Set router feb27e96-a0f5-40b0-8094-e82c2b28fb73 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:06:38.480659 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-88631929-45be-4fcb-909d-35874043f875 None None] For port 30013453-31bc-485b-9bf2-401b940200b0, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=30013453-31bc-485b-9bf2-401b940200b0,segment=NetworkSegment(74547010-fe5b-44c6-aca7-b3093802ab62),segment_id=74547010-fe5b-44c6-aca7-b3093802ab62)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:06:38.490954 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-88631929-45be-4fcb-909d-35874043f875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:38.570988 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port 30013453-31bc-485b-9bf2-401b940200b0 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:06:38.573021 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:38.676053 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88631929-45be-4fcb-909d-35874043f875 None None] Pushing event updated for resources: {'Port': ['ID=30013453-31bc-485b-9bf2-401b940200b0,revision_number=3']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:38.702928 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-44e15bf5-973f-48ea-8188-48b65f4f52cf None None] Provisioning complete for port 30013453-31bc-485b-9bf2-401b940200b0 triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:06:38.702928 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-44e15bf5-973f-48ea-8188-48b65f4f52cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:38.767296 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-17abd771-e22a-45ca-ad6a-1407abe7bde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb27e96-a0f5-40b0-8094-e82c2b28fb73', 'name': 'tempest-TestMinimumBasicScenario-315994696-router', 'tenant_id': '5188c6afe0f34319b4b787b96f720f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1b936f64-50bb-43d4-a978-33a88c7c709e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:06:35Z', 'updated_at': '2021-11-19T15:06:36Z', 'revision_number': 3, 'project_id': '5188c6afe0f34319b4b787b96f720f3b', 'gw_port': {'id': '1b936f64-50bb-43d4-a978-33a88c7c709e', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb27e96-a0f5-40b0-8094-e82c2b28fb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:06:35Z', 'updated_at': '2021-11-19T15:06:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi'}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:06:38.801462 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17abd771-e22a-45ca-ad6a-1407abe7bde2 None None] Checking router: feb27e96-a0f5-40b0-8094-e82c2b28fb73 for host: dv-cinder-817573-1-iscsi {{(pid=102742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:06:38.802203 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17abd771-e22a-45ca-ad6a-1407abe7bde2 None None] Updating router feb27e96-a0f5-40b0-8094-e82c2b28fb73 port 1b936f64-50bb-43d4-a978-33a88c7c709e binding host dv-cinder-817573-1-iscsi {{(pid=102742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 15:06:38.831638 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-17abd771-e22a-45ca-ad6a-1407abe7bde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:38.873523 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ae4f7-e4eb-4fdf-be87-7cd34dbca4d9 req-ec2cd608-8de5-4524-ae7a-eb19750e8ebb tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:38.875040 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-4a1ae4f7-e4eb-4fdf-be87-7cd34dbca4d9 req-ec2cd608-8de5-4524-ae7a-eb19750e8ebb tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.1503642 Nov 19 15:06:39.031606 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-4a1ae4f7-e4eb-4fdf-be87-7cd34dbca4d9 req-6d9cdf30-efd9-4402-9d3f-46a0a0d63742 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451399 Nov 19 15:06:39.100569 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-7e953cec-fad7-41a9-bb5e-b8f043aafb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:39.242497 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be90c31-7195-4576-aa23-624bfaab2e02 req-6a66357b-433f-493a-877d-0beca3e4e01b tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:39.256006 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8be90c31-7195-4576-aa23-624bfaab2e02 req-6a66357b-433f-493a-877d-0beca3e4e01b tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.1345482 Nov 19 15:06:39.290243 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-17abd771-e22a-45ca-ad6a-1407abe7bde2 None None] Publish callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:39.311839 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-17abd771-e22a-45ca-ad6a-1407abe7bde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:39.361824 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8be90c31-7195-4576-aa23-624bfaab2e02 req-838734bb-d3c6-4d46-a573-c5c345e0101c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975409 Nov 19 15:06:39.377772 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0334f-879d-407a-af24-477fe15d35bd None None] Pushing event updated for resources: {'Port': ['ID=1b936f64-50bb-43d4-a978-33a88c7c709e,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:39.389889 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab0334f-879d-407a-af24-477fe15d35bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:39.390193 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab0334f-879d-407a-af24-477fe15d35bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:39.390660 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab0334f-879d-407a-af24-477fe15d35bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:39.391132 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab0334f-879d-407a-af24-477fe15d35bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:39.391541 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab0334f-879d-407a-af24-477fe15d35bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:39.392103 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab0334f-879d-407a-af24-477fe15d35bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:39.392541 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab0334f-879d-407a-af24-477fe15d35bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:39.393005 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab0334f-879d-407a-af24-477fe15d35bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:39.393456 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab0334f-879d-407a-af24-477fe15d35bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:39.393901 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab0334f-879d-407a-af24-477fe15d35bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:39.394345 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab0334f-879d-407a-af24-477fe15d35bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:39.394787 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab0334f-879d-407a-af24-477fe15d35bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:06:39.412715 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-17abd771-e22a-45ca-ad6a-1407abe7bde2 None None] Attempting to bind port 1b936f64-50bb-43d4-a978-33a88c7c709e on host dv-cinder-817573-1-iscsi for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:06:39.413227 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-17abd771-e22a-45ca-ad6a-1407abe7bde2 None None] Attempting to bind port 1b936f64-50bb-43d4-a978-33a88c7c709e by drivers openvswitch,hyperv on host dv-cinder-817573-1-iscsi at level 0 using segments [{'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:06:39.413693 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17abd771-e22a-45ca-ad6a-1407abe7bde2 None None] Attempting to bind port 1b936f64-50bb-43d4-a978-33a88c7c709e on network 28d9acba-080c-4a37-9781-fba989a64823 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:06:39.422482 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17abd771-e22a-45ca-ad6a-1407abe7bde2 None None] Checking agent: {'id': '93bd3d20-65c6-439e-b74a-dd66c3cedb61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 14, 56, 22), 'started_at': datetime.datetime(2021, 11, 19, 14, 56, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:06:39.423502 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17abd771-e22a-45ca-ad6a-1407abe7bde2 None None] Checking segment: {'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:06:39.424007 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-17abd771-e22a-45ca-ad6a-1407abe7bde2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:39.425039 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17abd771-e22a-45ca-ad6a-1407abe7bde2 None None] Bound using segment: {'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:06:39.426599 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-17abd771-e22a-45ca-ad6a-1407abe7bde2 None None] Bound port: 1b936f64-50bb-43d4-a978-33a88c7c709e, host: dv-cinder-817573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:06:39.427111 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-17abd771-e22a-45ca-ad6a-1407abe7bde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:39.465248 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.db_base_plugin_common [None req-7e953cec-fad7-41a9-bb5e-b8f043aafb30 admin admin] Allocated IP 172.20.0.1 (383652f0-210b-476d-8368-443456095682/666c5cc1-1e97-479a-9d62-1c824cf1a5d2/32875a0c-b2fb-4c4d-8992-e51b0370e172) {{(pid=102739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:06:39.506245 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-17abd771-e22a-45ca-ad6a-1407abe7bde2 None None] For port 1b936f64-50bb-43d4-a978-33a88c7c709e, host dv-cinder-817573-1-iscsi, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:06:39.509563 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-17abd771-e22a-45ca-ad6a-1407abe7bde2 None None] For port 1b936f64-50bb-43d4-a978-33a88c7c709e, host dv-cinder-817573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=1b936f64-50bb-43d4-a978-33a88c7c709e,segment=NetworkSegment(8c548d3f-e438-4dec-b739-b60f621b5d36),segment_id=8c548d3f-e438-4dec-b739-b60f621b5d36)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:06:39.524094 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-17abd771-e22a-45ca-ad6a-1407abe7bde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:39.609570 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17abd771-e22a-45ca-ad6a-1407abe7bde2 None None] Routers {'feb27e96-a0f5-40b0-8094-e82c2b28fb73'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:06:39.610333 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-17abd771-e22a-45ca-ad6a-1407abe7bde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:06:19Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['feb27e96-a0f5-40b0-8094-e82c2b28fb73'], 'active': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:06:39.614275 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0334f-879d-407a-af24-477fe15d35bd None None] Pushing event updated for resources: {'Port': ['ID=1b936f64-50bb-43d4-a978-33a88c7c709e,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:39.637016 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-7e953cec-fad7-41a9-bb5e-b8f043aafb30 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:39.688929 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-7e953cec-fad7-41a9-bb5e-b8f043aafb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58728053'] for port, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:39.734080 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e953cec-fad7-41a9-bb5e-b8f043aafb30 admin admin] Pushing event updated for resources: {'Port': ['ID=32875a0c-b2fb-4c4d-8992-e51b0370e172,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:39.752556 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e953cec-fad7-41a9-bb5e-b8f043aafb30 admin admin] Network 383652f0-210b-476d-8368-443456095682 is already hosted by enough agents. {{(pid=102739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:06:39.756096 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.base_scheduler [None req-7e953cec-fad7-41a9-bb5e-b8f043aafb30 admin admin] Resources bound (agent type, host, resource id): {{(pid=102739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:06:39.761263 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e953cec-fad7-41a9-bb5e-b8f043aafb30 admin admin] Received port after_create {{(pid=102739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:06:39.770028 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvr_db [None req-17abd771-e22a-45ca-ad6a-1407abe7bde2 None None] Set router feb27e96-a0f5-40b0-8094-e82c2b28fb73 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:06:39.863570 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-7e953cec-fad7-41a9-bb5e-b8f043aafb30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469380'] for router_interface, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:40.039014 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-7e953cec-fad7-41a9-bb5e-b8f043aafb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:40.068455 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-17abd771-e22a-45ca-ad6a-1407abe7bde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb27e96-a0f5-40b0-8094-e82c2b28fb73', 'name': 'tempest-TestMinimumBasicScenario-315994696-router', 'tenant_id': '5188c6afe0f34319b4b787b96f720f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1b936f64-50bb-43d4-a978-33a88c7c709e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:06:35Z', 'updated_at': '2021-11-19T15:06:36Z', 'revision_number': 3, 'project_id': '5188c6afe0f34319b4b787b96f720f3b', 'gw_port': {'id': '1b936f64-50bb-43d4-a978-33a88c7c709e', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb27e96-a0f5-40b0-8094-e82c2b28fb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:06:35Z', 'updated_at': '2021-11-19T15:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi'}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:06:40.147202 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-56223daa-b55e-4c35-8f54-1cdeb46869a2 None None] Provisioning complete for port 32875a0c-b2fb-4c4d-8992-e51b0370e172 triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:06:40.148774 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-56223daa-b55e-4c35-8f54-1cdeb46869a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:40.387418 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 30013453-31bc-485b-9bf2-401b940200b0 up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:06:40.557789 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548f542-e97f-43c1-a806-cfd9349031a0 req-d3903a33-3279-49d5-82a2-610751277fd5 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:40.563833 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-7548f542-e97f-43c1-a806-cfd9349031a0 req-d3903a33-3279-49d5-82a2-610751277fd5 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.2898233 Nov 19 15:06:40.587986 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-56223daa-b55e-4c35-8f54-1cdeb46869a2 None None] Port 32875a0c-b2fb-4c4d-8992-e51b0370e172 cannot update to ACTIVE because it is not bound. {{(pid=102741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 15:06:40.597690 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17abd771-e22a-45ca-ad6a-1407abe7bde2 None None] The sync data for ids ['feb27e96-a0f5-40b0-8094-e82c2b28fb73'] in dv-cinder-817573-1-iscsi is: [{'id': 'feb27e96-a0f5-40b0-8094-e82c2b28fb73', 'name': 'tempest-TestMinimumBasicScenario-315994696-router', 'tenant_id': '5188c6afe0f34319b4b787b96f720f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1b936f64-50bb-43d4-a978-33a88c7c709e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:06:35Z', 'updated_at': '2021-11-19T15:06:36Z', 'revision_number': 3, 'project_id': '5188c6afe0f34319b4b787b96f720f3b', 'gw_port': {'id': '1b936f64-50bb-43d4-a978-33a88c7c709e', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb27e96-a0f5-40b0-8094-e82c2b28fb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:06:35Z', 'updated_at': '2021-11-19T15:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi'}] {{(pid=102742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:06:40.603864 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port 30013453-31bc-485b-9bf2-401b940200b0 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:06:40.604243 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:40.609363 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-7e953cec-fad7-41a9-bb5e-b8f043aafb30 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:40.616906 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-7e953cec-fad7-41a9-bb5e-b8f043aafb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58727948'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:40.750431 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-7548f542-e97f-43c1-a806-cfd9349031a0 req-3a3282eb-f43c-4a26-9996-7a9abd57630c tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818256 Nov 19 15:06:40.839104 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e953cec-fad7-41a9-bb5e-b8f043aafb30 admin admin] Pushing event updated for resources: {'Port': ['ID=32875a0c-b2fb-4c4d-8992-e51b0370e172,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:40.844683 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-7e953cec-fad7-41a9-bb5e-b8f043aafb30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469780'] for router_interface, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:40.923294 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfec14-2dda-4906-bb05-23348a2a23f5 req-1df936be-6e98-4469-b78f-01ef980fdc27 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:40.925004 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-18bfec14-2dda-4906-bb05-23348a2a23f5 req-1df936be-6e98-4469-b78f-01ef980fdc27 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.2388084 Nov 19 15:06:41.007722 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e953cec-fad7-41a9-bb5e-b8f043aafb30 admin admin] Network 383652f0-210b-476d-8368-443456095682 is already hosted by enough agents. {{(pid=102739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:06:41.027578 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-18bfec14-2dda-4906-bb05-23348a2a23f5 req-1a12bd43-7f54-4c12-8d8e-499ea9ff28b5 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894423 Nov 19 15:06:41.029771 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.base_scheduler [None req-7e953cec-fad7-41a9-bb5e-b8f043aafb30 admin admin] Resources bound (agent type, host, resource id): {{(pid=102739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:06:41.226688 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e953cec-fad7-41a9-bb5e-b8f043aafb30 admin admin] Router feb27e96-a0f5-40b0-8094-e82c2b28fb73 has already been hosted by L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d {{(pid=102739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 15:06:41.401211 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e953cec-fad7-41a9-bb5e-b8f043aafb30 admin admin] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:06:41.408426 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-7e953cec-fad7-41a9-bb5e-b8f043aafb30 admin admin] 10.222.0.20 "PUT /v2.0/routers/feb27e96-a0f5-40b0-8094-e82c2b28fb73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2391427 Nov 19 15:06:41.437468 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-d82a9abb-0e85-4d73-a652-b54833d875ed None None] Provisioning complete for port 32875a0c-b2fb-4c4d-8992-e51b0370e172 triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:06:41.438139 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-d82a9abb-0e85-4d73-a652-b54833d875ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:41.499688 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-d82a9abb-0e85-4d73-a652-b54833d875ed None None] Port 32875a0c-b2fb-4c4d-8992-e51b0370e172 cannot update to ACTIVE because it is not bound. {{(pid=102741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 15:06:42.016970 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aedb27c-a05b-447f-8ad2-c2430e97c10d req-e1ef85ec-e895-4fb0-ba4b-58924252f0c6 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:42.018984 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-6aedb27c-a05b-447f-8ad2-c2430e97c10d req-e1ef85ec-e895-4fb0-ba4b-58924252f0c6 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.1348639 Nov 19 15:06:42.099761 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-6aedb27c-a05b-447f-8ad2-c2430e97c10d req-820e6a3c-643c-47c8-a4d1-caa54e1d066a tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643787 Nov 19 15:06:42.224187 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 1b936f64-50bb-43d4-a978-33a88c7c709e up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:06:42.274099 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6294004-b93c-4249-b421-8dd7be7aaeb4 req-02567d5e-e1b3-46d5-8dd1-4401af464007 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:42.278082 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 43700) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:06:42.283061 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f6294004-b93c-4249-b421-8dd7be7aaeb4 req-02567d5e-e1b3-46d5-8dd1-4401af464007 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.1008880 Nov 19 15:06:42.289407 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-688ae309-a99f-4cca-9fed-ae514fd3f275 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1041976554-network', 'tenant_id': '576f954ae7bd4045b5ba41cb5ad784b2'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:06:42.318663 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688ae309-a99f-4cca-9fed-ae514fd3f275 admin admin] Made reservation on behalf of 576f954ae7bd4045b5ba41cb5ad784b2 for: {'network': 1} {{(pid=102739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:06:42.319295 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port 1b936f64-50bb-43d4-a978-33a88c7c709e triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:06:42.319842 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:42.328823 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-688ae309-a99f-4cca-9fed-ae514fd3f275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for network, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:42.342490 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-688ae309-a99f-4cca-9fed-ae514fd3f275 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:42.395424 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f6294004-b93c-4249-b421-8dd7be7aaeb4 req-a1ea946d-d406-4c1a-9303-8590097d34dc tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948257 Nov 19 15:06:42.475026 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:42.501304 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-688ae309-a99f-4cca-9fed-ae514fd3f275 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:42.506217 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-688ae309-a99f-4cca-9fed-ae514fd3f275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:42.519614 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] For port 1b936f64-50bb-43d4-a978-33a88c7c709e, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=1b936f64-50bb-43d4-a978-33a88c7c709e,segment=NetworkSegment(8c548d3f-e438-4dec-b739-b60f621b5d36),segment_id=8c548d3f-e438-4dec-b739-b60f621b5d36)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:06:42.525967 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:42.554083 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688ae309-a99f-4cca-9fed-ae514fd3f275 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=102739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 15:06:42.556644 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ae309-a99f-4cca-9fed-ae514fd3f275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeae30df-7e49-4b15-9637-3f6e887d444a,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:42.569918 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-688ae309-a99f-4cca-9fed-ae514fd3f275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597'] for segment, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:42.570440 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.db.segments_db [None req-688ae309-a99f-4cca-9fed-ae514fd3f275 admin admin] Added segment fdca44aa-db1d-4128-8346-68d5ad88e61d of type vlan for network 9b9319a7-a811-49c7-abd3-b05ea0a664db Nov 19 15:06:42.589926 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Pushing event updated for resources: {'Port': ['ID=1b936f64-50bb-43d4-a978-33a88c7c709e,revision_number=4']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:42.622539 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-688ae309-a99f-4cca-9fed-ae514fd3f275 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763177764639'] for network, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:42.656932 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-688ae309-a99f-4cca-9fed-ae514fd3f275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375'] for network, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:42.656932 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688ae309-a99f-4cca-9fed-ae514fd3f275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:42.656932 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-688ae309-a99f-4cca-9fed-ae514fd3f275 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for network, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:42.711269 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-688ae309-a99f-4cca-9fed-ae514fd3f275 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4292374 Nov 19 15:06:42.714535 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 43710) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:06:42.720256 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [None req-1c779872-36fc-4242-a156-a17b873921d1 admin admin] Request body: {'subnet': {'network_id': '9b9319a7-a811-49c7-abd3-b05ea0a664db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1041976554-subnet', 'tenant_id': '576f954ae7bd4045b5ba41cb5ad784b2', 'ip_version': 4}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:06:42.748824 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ae309-a99f-4cca-9fed-ae514fd3f275 admin admin] Pushing event updated for resources: {'Network': ['ID=9b9319a7-a811-49c7-abd3-b05ea0a664db,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:42.762289 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Network 9b9319a7-a811-49c7-abd3-b05ea0a664db details requested by agent ovs-agent-dv-cinder-817573-1-iscsi with host dv-cinder-817573-1-iscsi {{(pid=102741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 15:06:42.771524 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c779872-36fc-4242-a156-a17b873921d1 admin admin] Made reservation on behalf of 576f954ae7bd4045b5ba41cb5ad784b2 for: {'subnet': 1} {{(pid=102740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:06:42.773930 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-1c779872-36fc-4242-a156-a17b873921d1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:43.036333 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-1c779872-36fc-4242-a156-a17b873921d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375'] for subnet, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:43.082162 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c779872-36fc-4242-a156-a17b873921d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a2e245b-8922-4100-8157-d723ec0db7cb,revision_number=0']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:43.109392 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c779872-36fc-4242-a156-a17b873921d1 admin admin] Checking segment: {'id': 'fdca44aa-db1d-4128-8346-68d5ad88e61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9b9319a7-a811-49c7-abd3-b05ea0a664db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:06:43.109746 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c779872-36fc-4242-a156-a17b873921d1 admin admin] Network hostable DHCP agents. Network: 9b9319a7-a811-49c7-abd3-b05ea0a664db, hostable agents: ['b581fc54-f77c-4a6c-8194-faf7229ee611'], hosted agents: [] {{(pid=102740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 15:06:43.129494 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c779872-36fc-4242-a156-a17b873921d1 admin admin] Network 9b9319a7-a811-49c7-abd3-b05ea0a664db is scheduled to be hosted by DHCP agent b581fc54-f77c-4a6c-8194-faf7229ee611 with binding_index 1 {{(pid=102740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 15:06:43.170065 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [None req-1c779872-36fc-4242-a156-a17b873921d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817573-1-iscsi, 9b9319a7-a811-49c7-abd3-b05ea0a664db) {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:06:43.175440 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c779872-36fc-4242-a156-a17b873921d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:43.176664 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-1c779872-36fc-4242-a156-a17b873921d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:43.179528 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2e029f-d939-4e33-946c-5b9bf06e1691 None None] Network 9b9319a7-a811-49c7-abd3-b05ea0a664db requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:06:43.229092 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-1c779872-36fc-4242-a156-a17b873921d1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5133960 Nov 19 15:06:43.231859 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 43732) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:06:43.236983 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-486dd0bf-4a6a-42be-88b2-5f408ae28452 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1041976554-router', 'tenant_id': '576f954ae7bd4045b5ba41cb5ad784b2', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823'}}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:06:43.279735 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-486dd0bf-4a6a-42be-88b2-5f408ae28452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-464837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7263'] for router, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:43.280889 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-486dd0bf-4a6a-42be-88b2-5f408ae28452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437380', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7236'] for router, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:43.293652 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-0a3d86a0-f626-4f43-b9b7-d7d19d7353d3 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:43.296079 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-0a3d86a0-f626-4f43-b9b7-d7d19d7353d3 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/networks?id=cd986946-8454-44e7-80e5-6d3c5bfe30eb HTTP/1.1" status: 200 len: 815 time: 0.1580145 Nov 19 15:06:43.327948 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-562063aa-f4fe-4805-9b33-b76c18c18a1d tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/quotas/53995b55564a4b2784260772caeedf05 HTTP/1.1" status: 200 len: 375 time: 0.0232086 Nov 19 15:06:43.388171 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-486dd0bf-4a6a-42be-88b2-5f408ae28452 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:43.415422 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-6eb4c75f-4b70-455f-911c-ea8314fb7e32 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=53995b55564a4b2784260772caeedf05&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0860431 Nov 19 15:06:43.424807 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2186f5-d42c-4fb7-be72-7c60215d2652 None None] Sync routers for ids ['feb27e96-a0f5-40b0-8094-e82c2b28fb73'] in dv-cinder-817573-1-iscsi {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:06:43.447972 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2186f5-d42c-4fb7-be72-7c60215d2652 None None] Routers {'feb27e96-a0f5-40b0-8094-e82c2b28fb73'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:06:43.448603 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-cd2186f5-d42c-4fb7-be72-7c60215d2652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:06:19Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['feb27e96-a0f5-40b0-8094-e82c2b28fb73'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:06:43.521152 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-91028cb0-99cf-4a79-8494-c8231e32fb40 service neutron] 10.222.0.20 "GET /v2.0/networks/cd986946-8454-44e7-80e5-6d3c5bfe30eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047056 Nov 19 15:06:43.574552 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-486dd0bf-4a6a-42be-88b2-5f408ae28452 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:43.659044 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-cd2186f5-d42c-4fb7-be72-7c60215d2652 None None] Set router feb27e96-a0f5-40b0-8094-e82c2b28fb73 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:06:43.707536 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-0c0c63c1-8c05-4c35-9f76-1d6341bbc061 service neutron] 10.222.0.20 "GET /v2.0/networks/cd986946-8454-44e7-80e5-6d3c5bfe30eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705935 Nov 19 15:06:43.886534 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f38c2d9-8d53-46e5-8515-7274caedfb59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp819b9761-b326-5502-9f20-d7ca87230a0c-9b9319a7-a811-49c7-abd3-b05ea0a664db', 'network_id': '9b9319a7-a811-49c7-abd3-b05ea0a664db', 'tenant_id': '576f954ae7bd4045b5ba41cb5ad784b2', 'fixed_ips': [{'subnet_id': '6a2e245b-8922-4100-8157-d723ec0db7cb'}]}} from dv-cinder-817573-1-iscsi. {{(pid=102741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 15:06:43.887509 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-2f38c2d9-8d53-46e5-8515-7274caedfb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:44.135433 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.db_base_plugin_common [None req-2f38c2d9-8d53-46e5-8515-7274caedfb59 None None] Allocated IP 172.20.0.2 (9b9319a7-a811-49c7-abd3-b05ea0a664db/6a2e245b-8922-4100-8157-d723ec0db7cb/baad062f-1db0-4679-b8e4-5fb676fb33ee) {{(pid=102741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:06:44.154850 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-cd2186f5-d42c-4fb7-be72-7c60215d2652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb27e96-a0f5-40b0-8094-e82c2b28fb73', 'name': 'tempest-TestMinimumBasicScenario-315994696-router', 'tenant_id': '5188c6afe0f34319b4b787b96f720f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1b936f64-50bb-43d4-a978-33a88c7c709e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:06:35Z', 'updated_at': '2021-11-19T15:06:39Z', 'revision_number': 4, 'project_id': '5188c6afe0f34319b4b787b96f720f3b', 'gw_port': {'id': '1b936f64-50bb-43d4-a978-33a88c7c709e', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb27e96-a0f5-40b0-8094-e82c2b28fb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:06:35Z', 'updated_at': '2021-11-19T15:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '32875a0c-b2fb-4c4d-8992-e51b0370e172', 'name': '', 'network_id': '383652f0-210b-476d-8368-443456095682', 'tenant_id': '5188c6afe0f34319b4b787b96f720f3b', 'mac_address': 'fa:16:3e:cf:ee:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb27e96-a0f5-40b0-8094-e82c2b28fb73', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '666c5cc1-1e97-479a-9d62-1c824cf1a5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:06:39Z', 'updated_at': '2021-11-19T15:06:40Z', 'revision_number': 2, 'project_id': '5188c6afe0f34319b4b787b96f720f3b', 'subnets': [{'id': '666c5cc1-1e97-479a-9d62-1c824cf1a5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:06:44.160292 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9f6d0-43fe-498d-8aac-5950e72c23df req-fc21ce73-e0cf-44ca-8984-b0b60a2ce070 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:44.167634 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-72a9f6d0-43fe-498d-8aac-5950e72c23df req-fc21ce73-e0cf-44ca-8984-b0b60a2ce070 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.1641898 Nov 19 15:06:44.194680 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-486dd0bf-4a6a-42be-88b2-5f408ae28452 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:44.238281 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-486dd0bf-4a6a-42be-88b2-5f408ae28452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:44.241907 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 1b936f64-50bb-43d4-a978-33a88c7c709e up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:06:44.248069 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2186f5-d42c-4fb7-be72-7c60215d2652 None None] Checking router: feb27e96-a0f5-40b0-8094-e82c2b28fb73 for host: dv-cinder-817573-1-iscsi {{(pid=102741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:06:44.248474 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2186f5-d42c-4fb7-be72-7c60215d2652 None None] Updating router feb27e96-a0f5-40b0-8094-e82c2b28fb73 port 32875a0c-b2fb-4c4d-8992-e51b0370e172 binding host dv-cinder-817573-1-iscsi {{(pid=102741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 15:06:44.268065 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-72a9f6d0-43fe-498d-8aac-5950e72c23df req-e0961e8d-6e78-4268-9915-b21c1955d4ed tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929146 Nov 19 15:06:44.387681 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-cd2186f5-d42c-4fb7-be72-7c60215d2652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:44.394440 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.db_base_plugin_common [None req-486dd0bf-4a6a-42be-88b2-5f408ae28452 admin admin] Allocated IP 172.27.0.230 (28d9acba-080c-4a37-9781-fba989a64823/831d2bcc-ea48-4f58-960e-dcc1ce111fc5/24a03bb6-dd60-4caf-96d4-0a10b1bceed1) {{(pid=102739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:06:44.409250 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a839455-445e-499a-a588-0dc8f020f3a0 req-e45a7925-94b0-4409-9afb-b14c93e53c20 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:44.411575 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3a839455-445e-499a-a588-0dc8f020f3a0 req-e45a7925-94b0-4409-9afb-b14c93e53c20 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.0602753 Nov 19 15:06:44.525218 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3a839455-445e-499a-a588-0dc8f020f3a0 req-deadf2a5-177e-46e9-95a5-87f0f8df9979 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044908 Nov 19 15:06:44.594682 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-486dd0bf-4a6a-42be-88b2-5f408ae28452 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:44.608127 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 6 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:06:44.659277 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-486dd0bf-4a6a-42be-88b2-5f408ae28452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58728053'] for port, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:44.700016 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a80b9e32-ddd1-42cd-a3fa-19ed95a0409b req-90b3da9b-5f67-4309-bc6a-6ae9d7332029 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=57a63773-fdbd-42f4-902a-e7a239352c74 HTTP/1.1" status: 200 len: 210 time: 0.0427427 Nov 19 15:06:44.724132 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486dd0bf-4a6a-42be-88b2-5f408ae28452 admin admin] Network 28d9acba-080c-4a37-9781-fba989a64823 is already hosted by enough agents. {{(pid=102739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:06:44.726994 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.base_scheduler [None req-486dd0bf-4a6a-42be-88b2-5f408ae28452 admin admin] Resources bound (agent type, host, resource id): {{(pid=102739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:06:44.734777 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486dd0bf-4a6a-42be-88b2-5f408ae28452 admin admin] Received port after_create {{(pid=102739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:06:44.762518 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port 1b936f64-50bb-43d4-a978-33a88c7c709e triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:06:44.764268 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:44.840704 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-cd2186f5-d42c-4fb7-be72-7c60215d2652 None None] Publish callbacks [] for port, precommit_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:44.878525 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-cd2186f5-d42c-4fb7-be72-7c60215d2652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:44.899459 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486dd0bf-4a6a-42be-88b2-5f408ae28452 admin admin] Pushing event updated for resources: {'Port': ['ID=24a03bb6-dd60-4caf-96d4-0a10b1bceed1,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:44.964914 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-2f38c2d9-8d53-46e5-8515-7274caedfb59 None None] Publish callbacks [] for port, precommit_create {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:45.001042 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-2f38c2d9-8d53-46e5-8515-7274caedfb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168'] for port, after_create {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:45.017653 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f38c2d9-8d53-46e5-8515-7274caedfb59 None None] Network 9b9319a7-a811-49c7-abd3-b05ea0a664db is already hosted by enough agents. {{(pid=102741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:06:45.019385 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.scheduler.base_scheduler [None req-2f38c2d9-8d53-46e5-8515-7274caedfb59 None None] Resources bound (agent type, host, resource id): {{(pid=102741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:06:45.021241 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e690cf-6777-4d83-884c-ed6749d40b43 None None] Pushing event updated for resources: {'Port': ['ID=32875a0c-b2fb-4c4d-8992-e51b0370e172,revision_number=3']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:45.042264 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-486dd0bf-4a6a-42be-88b2-5f408ae28452 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:45.053703 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f38c2d9-8d53-46e5-8515-7274caedfb59 None None] Received port after_create {{(pid=102741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:06:45.202059 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-cd2186f5-d42c-4fb7-be72-7c60215d2652 None None] Attempting to bind port 32875a0c-b2fb-4c4d-8992-e51b0370e172 on host dv-cinder-817573-1-iscsi for vnic_type normal with profile {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:06:45.202574 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-cd2186f5-d42c-4fb7-be72-7c60215d2652 None None] Attempting to bind port 32875a0c-b2fb-4c4d-8992-e51b0370e172 by drivers openvswitch,hyperv on host dv-cinder-817573-1-iscsi at level 0 using segments [{'id': '74547010-fe5b-44c6-aca7-b3093802ab62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '383652f0-210b-476d-8368-443456095682'}] {{(pid=102741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:06:45.202954 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2186f5-d42c-4fb7-be72-7c60215d2652 None None] Attempting to bind port 32875a0c-b2fb-4c4d-8992-e51b0370e172 on network 383652f0-210b-476d-8368-443456095682 {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:06:45.207512 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38c2d9-8d53-46e5-8515-7274caedfb59 None None] Pushing event updated for resources: {'Port': ['ID=baad062f-1db0-4679-b8e4-5fb676fb33ee,revision_number=1']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:45.212299 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-2f38c2d9-8d53-46e5-8515-7274caedfb59 None None] Attempting to bind port baad062f-1db0-4679-b8e4-5fb676fb33ee on host dv-cinder-817573-1-iscsi for vnic_type normal with profile {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:06:45.212678 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-2f38c2d9-8d53-46e5-8515-7274caedfb59 None None] Attempting to bind port baad062f-1db0-4679-b8e4-5fb676fb33ee by drivers openvswitch,hyperv on host dv-cinder-817573-1-iscsi at level 0 using segments [{'id': 'fdca44aa-db1d-4128-8346-68d5ad88e61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9b9319a7-a811-49c7-abd3-b05ea0a664db'}] {{(pid=102741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:06:45.213073 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f38c2d9-8d53-46e5-8515-7274caedfb59 None None] Attempting to bind port baad062f-1db0-4679-b8e4-5fb676fb33ee on network 9b9319a7-a811-49c7-abd3-b05ea0a664db {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:06:45.215579 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2186f5-d42c-4fb7-be72-7c60215d2652 None None] Checking agent: {'id': '93bd3d20-65c6-439e-b74a-dd66c3cedb61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 14, 56, 22), 'started_at': datetime.datetime(2021, 11, 19, 14, 56, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:06:45.216493 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2186f5-d42c-4fb7-be72-7c60215d2652 None None] Checking segment: {'id': '74547010-fe5b-44c6-aca7-b3093802ab62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '383652f0-210b-476d-8368-443456095682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:06:45.216493 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-cd2186f5-d42c-4fb7-be72-7c60215d2652 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:45.217253 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2186f5-d42c-4fb7-be72-7c60215d2652 None None] Bound using segment: {'id': '74547010-fe5b-44c6-aca7-b3093802ab62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '383652f0-210b-476d-8368-443456095682'} {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:06:45.217757 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-cd2186f5-d42c-4fb7-be72-7c60215d2652 None None] Bound port: 32875a0c-b2fb-4c4d-8992-e51b0370e172, host: dv-cinder-817573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74547010-fe5b-44c6-aca7-b3093802ab62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '383652f0-210b-476d-8368-443456095682'}}] {{(pid=102741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:06:45.218143 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-cd2186f5-d42c-4fb7-be72-7c60215d2652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:45.246590 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f38c2d9-8d53-46e5-8515-7274caedfb59 None None] Checking agent: {'id': '93bd3d20-65c6-439e-b74a-dd66c3cedb61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 14, 56, 22), 'started_at': datetime.datetime(2021, 11, 19, 14, 56, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:06:45.247079 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f38c2d9-8d53-46e5-8515-7274caedfb59 None None] Checking segment: {'id': 'fdca44aa-db1d-4128-8346-68d5ad88e61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9b9319a7-a811-49c7-abd3-b05ea0a664db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:06:45.248881 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-2f38c2d9-8d53-46e5-8515-7274caedfb59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:45.248881 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f38c2d9-8d53-46e5-8515-7274caedfb59 None None] Bound using segment: {'id': 'fdca44aa-db1d-4128-8346-68d5ad88e61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9b9319a7-a811-49c7-abd3-b05ea0a664db'} {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:06:45.250755 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-2f38c2d9-8d53-46e5-8515-7274caedfb59 None None] Bound port: baad062f-1db0-4679-b8e4-5fb676fb33ee, host: dv-cinder-817573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdca44aa-db1d-4128-8346-68d5ad88e61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9b9319a7-a811-49c7-abd3-b05ea0a664db'}}] {{(pid=102741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:06:45.250755 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-2f38c2d9-8d53-46e5-8515-7274caedfb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:45.314492 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-1dcce199-ad57-4f75-8e5e-52256ef98793 None None] Provisioning complete for port 32875a0c-b2fb-4c4d-8992-e51b0370e172 triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:06:45.314943 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-1dcce199-ad57-4f75-8e5e-52256ef98793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:45.385164 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-1dcce199-ad57-4f75-8e5e-52256ef98793 None None] Port 32875a0c-b2fb-4c4d-8992-e51b0370e172 cannot update to ACTIVE because it is not bound. {{(pid=102741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 15:06:45.398086 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-486dd0bf-4a6a-42be-88b2-5f408ae28452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437459'] for router, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:45.621876 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6d655-6657-449b-8a37-b47dfbf7c972 req-0db96bf5-7c68-4efa-bb28-5c46315a70f3 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:45.624100 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e4f6d655-6657-449b-8a37-b47dfbf7c972 req-0db96bf5-7c68-4efa-bb28-5c46315a70f3 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.2425115 Nov 19 15:06:45.718433 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-cd2186f5-d42c-4fb7-be72-7c60215d2652 None None] For port 32875a0c-b2fb-4c4d-8992-e51b0370e172, host dv-cinder-817573-1-iscsi, cleared binding levels {{(pid=102741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:06:45.727574 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-cd2186f5-d42c-4fb7-be72-7c60215d2652 None None] For port 32875a0c-b2fb-4c4d-8992-e51b0370e172, host dv-cinder-817573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=32875a0c-b2fb-4c4d-8992-e51b0370e172,segment=NetworkSegment(74547010-fe5b-44c6-aca7-b3093802ab62),segment_id=74547010-fe5b-44c6-aca7-b3093802ab62)] {{(pid=102741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:06:45.746441 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-cd2186f5-d42c-4fb7-be72-7c60215d2652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:45.750805 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-2f38c2d9-8d53-46e5-8515-7274caedfb59 None None] For port baad062f-1db0-4679-b8e4-5fb676fb33ee, host dv-cinder-817573-1-iscsi, cleared binding levels {{(pid=102741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:06:45.762324 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-2f38c2d9-8d53-46e5-8515-7274caedfb59 None None] For port baad062f-1db0-4679-b8e4-5fb676fb33ee, host dv-cinder-817573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=baad062f-1db0-4679-b8e4-5fb676fb33ee,segment=NetworkSegment(fdca44aa-db1d-4128-8346-68d5ad88e61d),segment_id=fdca44aa-db1d-4128-8346-68d5ad88e61d)] {{(pid=102741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:06:45.821388 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-2f38c2d9-8d53-46e5-8515-7274caedfb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:45.873412 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2186f5-d42c-4fb7-be72-7c60215d2652 None None] Routers {'feb27e96-a0f5-40b0-8094-e82c2b28fb73'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:06:45.874199 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-cd2186f5-d42c-4fb7-be72-7c60215d2652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:06:19Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['feb27e96-a0f5-40b0-8094-e82c2b28fb73'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:06:45.890534 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e4f6d655-6657-449b-8a37-b47dfbf7c972 req-c03e160b-75be-4af0-9317-5b1d79cca930 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361917 Nov 19 15:06:45.977515 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b5c7f-5994-413f-ba60-8f975f87f88e req-3de0998a-4464-44e4-be44-5b8bcb34383f tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:45.984018 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-2f9b5c7f-5994-413f-ba60-8f975f87f88e req-3de0998a-4464-44e4-be44-5b8bcb34383f tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.2682550 Nov 19 15:06:46.053515 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3997f1d0-81c5-4c33-846e-ca3ae2b38606 req-15cb3350-f394-4c9f-888d-ef8e72838f27 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=57a63773-fdbd-42f4-902a-e7a239352c74 HTTP/1.1" status: 200 len: 210 time: 0.0650327 Nov 19 15:06:46.083179 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486dd0bf-4a6a-42be-88b2-5f408ae28452 admin admin] Router 855a7a8b-a04d-444c-bdf9-88e6de637425 is scheduled to L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d with binding_index 1 {{(pid=102739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 15:06:46.170252 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-2f9b5c7f-5994-413f-ba60-8f975f87f88e req-bf48f80f-8e6a-4b25-af37-6082e4e43eb4 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690142 Nov 19 15:06:46.209388 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-cd2186f5-d42c-4fb7-be72-7c60215d2652 None None] Set router feb27e96-a0f5-40b0-8094-e82c2b28fb73 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:06:46.285899 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486dd0bf-4a6a-42be-88b2-5f408ae28452 admin admin] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:06:46.311819 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e690cf-6777-4d83-884c-ed6749d40b43 None None] Pushing event updated for resources: {'Port': ['ID=32875a0c-b2fb-4c4d-8992-e51b0370e172,revision_number=4']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:46.337960 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6887b6-594e-401e-85e2-a66eab265924 None None] Sync routers for ids ['855a7a8b-a04d-444c-bdf9-88e6de637425'] in dv-cinder-817573-1-iscsi {{(pid=102742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:06:46.366152 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6887b6-594e-401e-85e2-a66eab265924 None None] Routers {'855a7a8b-a04d-444c-bdf9-88e6de637425'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:06:46.367886 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-6f6887b6-594e-401e-85e2-a66eab265924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:06:19Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['855a7a8b-a04d-444c-bdf9-88e6de637425'], 'active': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:06:46.376183 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-486dd0bf-4a6a-42be-88b2-5f408ae28452 admin admin] Publish callbacks [] for router, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:46.380467 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-486dd0bf-4a6a-42be-88b2-5f408ae28452 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1452453 Nov 19 15:06:46.381220 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 43772) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:06:46.548667 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38c2d9-8d53-46e5-8515-7274caedfb59 None None] Pushing event updated for resources: {'Port': ['ID=baad062f-1db0-4679-b8e4-5fb676fb33ee,revision_number=2']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:46.652423 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvr_db [None req-6f6887b6-594e-401e-85e2-a66eab265924 None None] Set router 855a7a8b-a04d-444c-bdf9-88e6de637425 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:06:46.652622 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-c10a0484-8311-4592-9582-241b71dd1715 None None] Provisioning complete for port 32875a0c-b2fb-4c4d-8992-e51b0370e172 triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:06:46.653298 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-c10a0484-8311-4592-9582-241b71dd1715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:46.691315 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-d53ef224-cacb-42df-95ee-c839610c1c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:46.789604 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-e3cf532a-7d1a-4e89-8298-53f7e8fc605c tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:46.791067 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-e3cf532a-7d1a-4e89-8298-53f7e8fc605c tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.11 "GET /v2.0/networks?id=cd986946-8454-44e7-80e5-6d3c5bfe30eb HTTP/1.1" status: 200 len: 815 time: 0.3205874 Nov 19 15:06:46.869253 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-9de27ec3-8716-462b-9fb0-6b87ef8f0f16 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Request body: {'port': {'device_id': '57a63773-fdbd-42f4-902a-e7a239352c74', 'network_id': 'cd986946-8454-44e7-80e5-6d3c5bfe30eb', 'admin_state_up': True, 'tenant_id': '53995b55564a4b2784260772caeedf05'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:06:46.926759 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-6f6887b6-594e-401e-85e2-a66eab265924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855a7a8b-a04d-444c-bdf9-88e6de637425', 'name': 'tempest-TestMinimumBasicScenario-1041976554-router', 'tenant_id': '576f954ae7bd4045b5ba41cb5ad784b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '24a03bb6-dd60-4caf-96d4-0a10b1bceed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:06:43Z', 'updated_at': '2021-11-19T15:06:44Z', 'revision_number': 3, 'project_id': '576f954ae7bd4045b5ba41cb5ad784b2', 'gw_port': {'id': '24a03bb6-dd60-4caf-96d4-0a10b1bceed1', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855a7a8b-a04d-444c-bdf9-88e6de637425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:06:44Z', 'updated_at': '2021-11-19T15:06:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi'}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:06:46.954608 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-c10a0484-8311-4592-9582-241b71dd1715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:46.964555 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6887b6-594e-401e-85e2-a66eab265924 None None] Checking router: 855a7a8b-a04d-444c-bdf9-88e6de637425 for host: dv-cinder-817573-1-iscsi {{(pid=102742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:06:46.966012 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6887b6-594e-401e-85e2-a66eab265924 None None] Updating router 855a7a8b-a04d-444c-bdf9-88e6de637425 port 24a03bb6-dd60-4caf-96d4-0a10b1bceed1 binding host dv-cinder-817573-1-iscsi {{(pid=102742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 15:06:47.009913 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-9de27ec3-8716-462b-9fb0-6b87ef8f0f16 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Made reservation on behalf of 53995b55564a4b2784260772caeedf05 for: {'port': 1} {{(pid=102740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:06:47.015305 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-9de27ec3-8716-462b-9fb0-6b87ef8f0f16 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:47.030288 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6f6887b6-594e-401e-85e2-a66eab265924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:47.109484 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-c10a0484-8311-4592-9582-241b71dd1715 None None] For port 32875a0c-b2fb-4c4d-8992-e51b0370e172, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=32875a0c-b2fb-4c4d-8992-e51b0370e172,segment=NetworkSegment(74547010-fe5b-44c6-aca7-b3093802ab62),segment_id=74547010-fe5b-44c6-aca7-b3093802ab62)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:06:47.138518 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-c10a0484-8311-4592-9582-241b71dd1715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:47.144126 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2cdfb5-93ad-430b-82e9-c7317e837255 req-c16bef8c-a08d-4da6-a73a-b7bf8ffb9a2b tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:47.156515 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-cc2cdfb5-93ad-430b-82e9-c7317e837255 req-c16bef8c-a08d-4da6-a73a-b7bf8ffb9a2b tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.1461477 Nov 19 15:06:47.233204 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-cc2cdfb5-93ad-430b-82e9-c7317e837255 req-3893c67f-5bb8-4f19-a00f-42d7408467cf tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699592 Nov 19 15:06:47.240870 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-cd2186f5-d42c-4fb7-be72-7c60215d2652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb27e96-a0f5-40b0-8094-e82c2b28fb73', 'name': 'tempest-TestMinimumBasicScenario-315994696-router', 'tenant_id': '5188c6afe0f34319b4b787b96f720f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1b936f64-50bb-43d4-a978-33a88c7c709e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:06:35Z', 'updated_at': '2021-11-19T15:06:39Z', 'revision_number': 4, 'project_id': '5188c6afe0f34319b4b787b96f720f3b', 'gw_port': {'id': '1b936f64-50bb-43d4-a978-33a88c7c709e', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb27e96-a0f5-40b0-8094-e82c2b28fb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:06:35Z', 'updated_at': '2021-11-19T15:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '32875a0c-b2fb-4c4d-8992-e51b0370e172', 'name': '', 'network_id': '383652f0-210b-476d-8368-443456095682', 'tenant_id': '5188c6afe0f34319b4b787b96f720f3b', 'mac_address': 'fa:16:3e:cf:ee:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb27e96-a0f5-40b0-8094-e82c2b28fb73', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '666c5cc1-1e97-479a-9d62-1c824cf1a5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:06:39Z', 'updated_at': '2021-11-19T15:06:45Z', 'revision_number': 4, 'project_id': '5188c6afe0f34319b4b787b96f720f3b', 'subnets': [{'id': '666c5cc1-1e97-479a-9d62-1c824cf1a5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:06:47.323901 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2186f5-d42c-4fb7-be72-7c60215d2652 None None] The sync data for ids ['feb27e96-a0f5-40b0-8094-e82c2b28fb73'] in dv-cinder-817573-1-iscsi is: [{'id': 'feb27e96-a0f5-40b0-8094-e82c2b28fb73', 'name': 'tempest-TestMinimumBasicScenario-315994696-router', 'tenant_id': '5188c6afe0f34319b4b787b96f720f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1b936f64-50bb-43d4-a978-33a88c7c709e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:06:35Z', 'updated_at': '2021-11-19T15:06:39Z', 'revision_number': 4, 'project_id': '5188c6afe0f34319b4b787b96f720f3b', 'gw_port': {'id': '1b936f64-50bb-43d4-a978-33a88c7c709e', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb27e96-a0f5-40b0-8094-e82c2b28fb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:06:35Z', 'updated_at': '2021-11-19T15:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '32875a0c-b2fb-4c4d-8992-e51b0370e172', 'name': '', 'network_id': '383652f0-210b-476d-8368-443456095682', 'tenant_id': '5188c6afe0f34319b4b787b96f720f3b', 'mac_address': 'fa:16:3e:cf:ee:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb27e96-a0f5-40b0-8094-e82c2b28fb73', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '666c5cc1-1e97-479a-9d62-1c824cf1a5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:06:39Z', 'updated_at': '2021-11-19T15:06:45Z', 'revision_number': 4, 'project_id': '5188c6afe0f34319b4b787b96f720f3b', 'subnets': [{'id': '666c5cc1-1e97-479a-9d62-1c824cf1a5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:06:47.378489 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a0484-8311-4592-9582-241b71dd1715 None None] Pushing event updated for resources: {'Port': ['ID=32875a0c-b2fb-4c4d-8992-e51b0370e172,revision_number=5']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:47.467663 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48687b8c-1b89-4223-a7d3-b6a5778baafa req-7722b8f4-2eb7-45aa-b854-6b45bf12c0e0 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:47.476739 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-48687b8c-1b89-4223-a7d3-b6a5778baafa req-7722b8f4-2eb7-45aa-b854-6b45bf12c0e0 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.1295707 Nov 19 15:06:47.542812 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6f6887b6-594e-401e-85e2-a66eab265924 None None] Publish callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:47.556083 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6f6887b6-594e-401e-85e2-a66eab265924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:47.566391 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-fb74f589-3033-4d38-ae08-fc39a06e8ccf req-ee505213-c81d-47ce-9751-5994d829c33e tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=57a63773-fdbd-42f4-902a-e7a239352c74 HTTP/1.1" status: 200 len: 210 time: 0.0705557 Nov 19 15:06:47.601853 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-48687b8c-1b89-4223-a7d3-b6a5778baafa req-3df02c35-ddcf-49a7-91b7-62604b4d795e tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182754 Nov 19 15:06:47.658959 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de98128-de2e-457e-a890-1208bccb3e35 None None] Pushing event updated for resources: {'Port': ['ID=24a03bb6-dd60-4caf-96d4-0a10b1bceed1,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:47.684234 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-6f6887b6-594e-401e-85e2-a66eab265924 None None] Attempting to bind port 24a03bb6-dd60-4caf-96d4-0a10b1bceed1 on host dv-cinder-817573-1-iscsi for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:06:47.685027 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-6f6887b6-594e-401e-85e2-a66eab265924 None None] Attempting to bind port 24a03bb6-dd60-4caf-96d4-0a10b1bceed1 by drivers openvswitch,hyperv on host dv-cinder-817573-1-iscsi at level 0 using segments [{'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:06:47.685552 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6887b6-594e-401e-85e2-a66eab265924 None None] Attempting to bind port 24a03bb6-dd60-4caf-96d4-0a10b1bceed1 on network 28d9acba-080c-4a37-9781-fba989a64823 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:06:47.692184 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6887b6-594e-401e-85e2-a66eab265924 None None] Checking agent: {'id': '93bd3d20-65c6-439e-b74a-dd66c3cedb61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 14, 56, 22), 'started_at': datetime.datetime(2021, 11, 19, 14, 56, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:06:47.692837 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6887b6-594e-401e-85e2-a66eab265924 None None] Checking segment: {'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:06:47.693411 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6f6887b6-594e-401e-85e2-a66eab265924 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:47.693974 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6887b6-594e-401e-85e2-a66eab265924 None None] Bound using segment: {'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:06:47.694640 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-6f6887b6-594e-401e-85e2-a66eab265924 None None] Bound port: 24a03bb6-dd60-4caf-96d4-0a10b1bceed1, host: dv-cinder-817573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:06:47.695196 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6f6887b6-594e-401e-85e2-a66eab265924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:47.746828 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_common [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-9de27ec3-8716-462b-9fb0-6b87ef8f0f16 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Allocated IP 172.20.0.8 (cd986946-8454-44e7-80e5-6d3c5bfe30eb/66863856-ad42-4629-ab56-51eb7761d1fa/7ecc0bd1-97ba-44d6-9936-ad1121a6f143) {{(pid=102740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:06:47.773774 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df01952-f5ce-4e82-b449-b72e71eb31b5 None None] Network 9b9319a7-a811-49c7-abd3-b05ea0a664db requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:06:47.776115 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-6f6887b6-594e-401e-85e2-a66eab265924 None None] For port 24a03bb6-dd60-4caf-96d4-0a10b1bceed1, host dv-cinder-817573-1-iscsi, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:06:47.780764 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-6f6887b6-594e-401e-85e2-a66eab265924 None None] For port 24a03bb6-dd60-4caf-96d4-0a10b1bceed1, host dv-cinder-817573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=24a03bb6-dd60-4caf-96d4-0a10b1bceed1,segment=NetworkSegment(8c548d3f-e438-4dec-b739-b60f621b5d36),segment_id=8c548d3f-e438-4dec-b739-b60f621b5d36)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:06:47.787555 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6f6887b6-594e-401e-85e2-a66eab265924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:47.859534 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de98128-de2e-457e-a890-1208bccb3e35 None None] Pushing event updated for resources: {'Port': ['ID=24a03bb6-dd60-4caf-96d4-0a10b1bceed1,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:47.882319 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6887b6-594e-401e-85e2-a66eab265924 None None] Routers {'855a7a8b-a04d-444c-bdf9-88e6de637425'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:06:47.882950 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-6f6887b6-594e-401e-85e2-a66eab265924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:06:19Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['855a7a8b-a04d-444c-bdf9-88e6de637425'], 'active': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:06:47.912219 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-f7f33c7d-0d9b-4adb-92d5-caef6f38bc42 None None] Provisioning complete for port baad062f-1db0-4679-b8e4-5fb676fb33ee triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:06:47.912588 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-f7f33c7d-0d9b-4adb-92d5-caef6f38bc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:48.079153 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvr_db [None req-6f6887b6-594e-401e-85e2-a66eab265924 None None] Set router 855a7a8b-a04d-444c-bdf9-88e6de637425 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:06:48.142011 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-f7f33c7d-0d9b-4adb-92d5-caef6f38bc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:48.192846 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-f7f33c7d-0d9b-4adb-92d5-caef6f38bc42 None None] For port baad062f-1db0-4679-b8e4-5fb676fb33ee, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=baad062f-1db0-4679-b8e4-5fb676fb33ee,segment=NetworkSegment(fdca44aa-db1d-4128-8346-68d5ad88e61d),segment_id=fdca44aa-db1d-4128-8346-68d5ad88e61d)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:06:48.200378 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-f7f33c7d-0d9b-4adb-92d5-caef6f38bc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:48.314221 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-6ae2082e-ed2d-4a73-a635-daedce1e4763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:48.315793 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 32875a0c-b2fb-4c4d-8992-e51b0370e172 up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:06:48.360652 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-9de27ec3-8716-462b-9fb0-6b87ef8f0f16 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Publish callbacks [] for port, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:48.405599 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f33c7d-0d9b-4adb-92d5-caef6f38bc42 None None] Pushing event updated for resources: {'Port': ['ID=baad062f-1db0-4679-b8e4-5fb676fb33ee,revision_number=3']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:48.447136 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0dfed4-0659-4f69-b83e-4365403fec6e req-f769d335-482a-4da0-a4bf-0ee42ff95d6c tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:48.457265 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-be0dfed4-0659-4f69-b83e-4365403fec6e req-f769d335-482a-4da0-a4bf-0ee42ff95d6c tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.1004586 Nov 19 15:06:48.470169 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port 32875a0c-b2fb-4c4d-8992-e51b0370e172 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:06:48.470470 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:48.514492 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-6f6887b6-594e-401e-85e2-a66eab265924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855a7a8b-a04d-444c-bdf9-88e6de637425', 'name': 'tempest-TestMinimumBasicScenario-1041976554-router', 'tenant_id': '576f954ae7bd4045b5ba41cb5ad784b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '24a03bb6-dd60-4caf-96d4-0a10b1bceed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:06:43Z', 'updated_at': '2021-11-19T15:06:44Z', 'revision_number': 3, 'project_id': '576f954ae7bd4045b5ba41cb5ad784b2', 'gw_port': {'id': '24a03bb6-dd60-4caf-96d4-0a10b1bceed1', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855a7a8b-a04d-444c-bdf9-88e6de637425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:06:44Z', 'updated_at': '2021-11-19T15:06:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi'}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:06:48.527360 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-be0dfed4-0659-4f69-b83e-4365403fec6e req-7fbeec37-0284-4d06-b4a0-3daab3183293 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630877 Nov 19 15:06:48.554693 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-9de27ec3-8716-462b-9fb0-6b87ef8f0f16 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168'] for port, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:48.559186 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6887b6-594e-401e-85e2-a66eab265924 None None] The sync data for ids ['855a7a8b-a04d-444c-bdf9-88e6de637425'] in dv-cinder-817573-1-iscsi is: [{'id': '855a7a8b-a04d-444c-bdf9-88e6de637425', 'name': 'tempest-TestMinimumBasicScenario-1041976554-router', 'tenant_id': '576f954ae7bd4045b5ba41cb5ad784b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '24a03bb6-dd60-4caf-96d4-0a10b1bceed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:06:43Z', 'updated_at': '2021-11-19T15:06:44Z', 'revision_number': 3, 'project_id': '576f954ae7bd4045b5ba41cb5ad784b2', 'gw_port': {'id': '24a03bb6-dd60-4caf-96d4-0a10b1bceed1', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855a7a8b-a04d-444c-bdf9-88e6de637425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:06:44Z', 'updated_at': '2021-11-19T15:06:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi'}] {{(pid=102742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:06:48.608656 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device baad062f-1db0-4679-b8e4-5fb676fb33ee up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:06:48.636427 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-9de27ec3-8716-462b-9fb0-6b87ef8f0f16 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Network cd986946-8454-44e7-80e5-6d3c5bfe30eb is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:06:48.651215 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-9de27ec3-8716-462b-9fb0-6b87ef8f0f16 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:06:48.660145 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-e3c9cb12-9018-40cb-94cb-bc25d2d0dd0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:48.674528 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-750b5832-dd72-4699-b637-319b4e6450ea None None] Provisioning complete for port baad062f-1db0-4679-b8e4-5fb676fb33ee triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:06:48.674900 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-750b5832-dd72-4699-b637-319b4e6450ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:48.680386 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-9de27ec3-8716-462b-9fb0-6b87ef8f0f16 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Received port after_create {{(pid=102740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:06:48.688514 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-9de27ec3-8716-462b-9fb0-6b87ef8f0f16 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:48.689360 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-9de27ec3-8716-462b-9fb0-6b87ef8f0f16 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:48.706953 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de27ec3-8716-462b-9fb0-6b87ef8f0f16 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Pushing event updated for resources: {'Port': ['ID=7ecc0bd1-97ba-44d6-9936-ad1121a6f143,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:48.740623 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_common [None req-6ae2082e-ed2d-4a73-a635-daedce1e4763 admin admin] Allocated IP 172.20.0.1 (9b9319a7-a811-49c7-abd3-b05ea0a664db/6a2e245b-8922-4100-8157-d723ec0db7cb/648a99ca-827a-4af5-b2ab-83d54eb01fbf) {{(pid=102740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:06:48.752552 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port baad062f-1db0-4679-b8e4-5fb676fb33ee triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:06:48.752552 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:48.779699 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c339f6a-0a79-4b03-8656-2e0b4e57c314 req-d7daa3ff-d021-4c6c-ba31-d0b9743f7548 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:48.786481 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-0c339f6a-0a79-4b03-8656-2e0b4e57c314 req-d7daa3ff-d021-4c6c-ba31-d0b9743f7548 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=57a63773-fdbd-42f4-902a-e7a239352c74 HTTP/1.1" status: 200 len: 931 time: 0.0868473 Nov 19 15:06:48.814420 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-9de27ec3-8716-462b-9fb0-6b87ef8f0f16 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9574974 Nov 19 15:06:48.857749 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-0c339f6a-0a79-4b03-8656-2e0b4e57c314 req-1c9b0310-64dd-476a-be73-9a42d924d977 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567722 Nov 19 15:06:48.894142 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-6ae2082e-ed2d-4a73-a635-daedce1e4763 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:48.965249 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-6ae2082e-ed2d-4a73-a635-daedce1e4763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168'] for port, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:48.995802 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6614a-3d87-4aa1-b9dc-2a8d93bf93ea req-f22212d7-14ca-4199-a138-220250514e3d tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:48.997919 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-8dd6614a-3d87-4aa1-b9dc-2a8d93bf93ea req-f22212d7-14ca-4199-a138-220250514e3d tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.0721557 Nov 19 15:06:49.016871 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae2082e-ed2d-4a73-a635-daedce1e4763 admin admin] Network 9b9319a7-a811-49c7-abd3-b05ea0a664db is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:06:49.024912 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [None req-6ae2082e-ed2d-4a73-a635-daedce1e4763 admin admin] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:06:49.031447 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae2082e-ed2d-4a73-a635-daedce1e4763 admin admin] Received port after_create {{(pid=102740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:06:49.031927 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-6ae2082e-ed2d-4a73-a635-daedce1e4763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469380'] for router_interface, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:49.077138 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-8dd6614a-3d87-4aa1-b9dc-2a8d93bf93ea req-c9771759-b76e-47b3-a6ff-cd4b527ff735 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655720 Nov 19 15:06:49.114799 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae2082e-ed2d-4a73-a635-daedce1e4763 admin admin] Pushing event updated for resources: {'Port': ['ID=648a99ca-827a-4af5-b2ab-83d54eb01fbf,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:49.214782 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-6ae2082e-ed2d-4a73-a635-daedce1e4763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:49.276277 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-d8c8ae9e-00e6-4631-bcd1-bce22f5ef0c2 None None] Provisioning complete for port 648a99ca-827a-4af5-b2ab-83d54eb01fbf triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:06:49.276898 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-d8c8ae9e-00e6-4631-bcd1-bce22f5ef0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:49.324547 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-d8c8ae9e-00e6-4631-bcd1-bce22f5ef0c2 None None] Port 648a99ca-827a-4af5-b2ab-83d54eb01fbf cannot update to ACTIVE because it is not bound. {{(pid=102741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 15:06:49.410535 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-6ae2082e-ed2d-4a73-a635-daedce1e4763 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:49.415324 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-6ae2082e-ed2d-4a73-a635-daedce1e4763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:49.416295 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-6ae2082e-ed2d-4a73-a635-daedce1e4763 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469780'] for router_interface, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:49.500064 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae2082e-ed2d-4a73-a635-daedce1e4763 admin admin] Pushing event updated for resources: {'Port': ['ID=648a99ca-827a-4af5-b2ab-83d54eb01fbf,revision_number=2']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:49.554517 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae2082e-ed2d-4a73-a635-daedce1e4763 admin admin] Network 9b9319a7-a811-49c7-abd3-b05ea0a664db is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:06:49.556054 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [None req-6ae2082e-ed2d-4a73-a635-daedce1e4763 admin admin] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:06:49.651897 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:49.665516 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf685b-420d-45d6-b7db-4f3187bdbb0f req-33a33a02-569d-44a4-be14-4e1a118f7f9f tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:49.668341 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-3bcf685b-420d-45d6-b7db-4f3187bdbb0f req-33a33a02-569d-44a4-be14-4e1a118f7f9f tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0670891 Nov 19 15:06:49.733934 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-3bcf685b-420d-45d6-b7db-4f3187bdbb0f req-c217f142-f948-4918-898b-78081314062a tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580666 Nov 19 15:06:49.849778 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-cdcfa3f0-0a32-4e9d-baa0-c8496130f062 None None] Provisioning complete for port 648a99ca-827a-4af5-b2ab-83d54eb01fbf triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:06:49.850150 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-cdcfa3f0-0a32-4e9d-baa0-c8496130f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:49.887591 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-cdcfa3f0-0a32-4e9d-baa0-c8496130f062 None None] Port 648a99ca-827a-4af5-b2ab-83d54eb01fbf cannot update to ACTIVE because it is not bound. {{(pid=102741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 15:06:49.924176 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae2082e-ed2d-4a73-a635-daedce1e4763 admin admin] Router 855a7a8b-a04d-444c-bdf9-88e6de637425 has already been hosted by L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d {{(pid=102740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 15:06:49.963790 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc49a6-5521-4ab5-a76d-4ca2bab9363e req-86c0279c-2acd-459d-857f-6acb534abaa7 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:49.965308 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-82bc49a6-5521-4ab5-a76d-4ca2bab9363e req-86c0279c-2acd-459d-857f-6acb534abaa7 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=57a63773-fdbd-42f4-902a-e7a239352c74 HTTP/1.1" status: 200 len: 931 time: 0.0500975 Nov 19 15:06:50.012831 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-82bc49a6-5521-4ab5-a76d-4ca2bab9363e req-b817091a-6fb6-476f-8d82-a3e12784f193 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413330 Nov 19 15:06:50.031658 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae2082e-ed2d-4a73-a635-daedce1e4763 admin admin] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:06:50.036755 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-6ae2082e-ed2d-4a73-a635-daedce1e4763 admin admin] 10.222.0.20 "PUT /v2.0/routers/855a7a8b-a04d-444c-bdf9-88e6de637425/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6543343 Nov 19 15:06:50.056523 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['94209437-90e5-4185-8bfb-c299b5e4e597', '61ee76dd-0723-435f-bbf8-8a7d6039b176', '5f995ca5-5a2a-41de-8527-16927df2788a'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:06:50.098581 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-cdd7f504-1e97-4130-8123-160dda1903d8 service neutron] Request body: {'port': {'device_id': '57a63773-fdbd-42f4-902a-e7a239352c74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81757'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:06:50.162648 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-cdd7f504-1e97-4130-8123-160dda1903d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:50.293575 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde0d84-acf8-4140-bf5e-55c0b4e1530d req-a1305198-7736-4058-ac8b-3a8980bdcb27 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:50.316183 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-2dde0d84-acf8-4140-bf5e-55c0b4e1530d req-a1305198-7736-4058-ac8b-3a8980bdcb27 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.1002440 Nov 19 15:06:50.343614 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 24a03bb6-dd60-4caf-96d4-0a10b1bceed1 up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:06:50.393362 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-2dde0d84-acf8-4140-bf5e-55c0b4e1530d req-7fbc46e5-7d71-48f0-841a-4a1864fbeb82 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701013 Nov 19 15:06:50.514081 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port 24a03bb6-dd60-4caf-96d4-0a10b1bceed1 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:06:50.514444 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:50.587394 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-cdd7f504-1e97-4130-8123-160dda1903d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ecc0bd1-97ba-44d6-9936-ad1121a6f143 {{(pid=102740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:06:50.597991 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-cdd7f504-1e97-4130-8123-160dda1903d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:50.617760 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.provisioning_blocks [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-cdd7f504-1e97-4130-8123-160dda1903d8 service neutron] Transition to ACTIVE for port object 7ecc0bd1-97ba-44d6-9936-ad1121a6f143 will not be triggered until provisioned by entity L2. {{(pid=102740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 15:06:50.623896 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-cdd7f504-1e97-4130-8123-160dda1903d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:50.648224 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:50.682433 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] For port 24a03bb6-dd60-4caf-96d4-0a10b1bceed1, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=24a03bb6-dd60-4caf-96d4-0a10b1bceed1,segment=NetworkSegment(8c548d3f-e438-4dec-b739-b60f621b5d36),segment_id=8c548d3f-e438-4dec-b739-b60f621b5d36)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:06:50.690578 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:50.691480 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device baad062f-1db0-4679-b8e4-5fb676fb33ee up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:06:50.703470 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7f504-1e97-4130-8123-160dda1903d8 service neutron] Pushing event updated for resources: {'Port': ['ID=7ecc0bd1-97ba-44d6-9936-ad1121a6f143,revision_number=2']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:50.709570 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-cdd7f504-1e97-4130-8123-160dda1903d8 service neutron] Attempting to bind port 7ecc0bd1-97ba-44d6-9936-ad1121a6f143 on host hv-cinder-81757 for vnic_type normal with profile {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:06:50.709911 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-cdd7f504-1e97-4130-8123-160dda1903d8 service neutron] Attempting to bind port 7ecc0bd1-97ba-44d6-9936-ad1121a6f143 by drivers openvswitch,hyperv on host hv-cinder-81757 at level 0 using segments [{'id': '95ddcab1-baed-4dee-a29d-ed919666ff8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'cd986946-8454-44e7-80e5-6d3c5bfe30eb'}] {{(pid=102740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:06:50.710247 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-cdd7f504-1e97-4130-8123-160dda1903d8 service neutron] Attempting to bind port 7ecc0bd1-97ba-44d6-9936-ad1121a6f143 on network cd986946-8454-44e7-80e5-6d3c5bfe30eb {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:06:50.715576 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-cdd7f504-1e97-4130-8123-160dda1903d8 service neutron] Port 7ecc0bd1-97ba-44d6-9936-ad1121a6f143 on network cd986946-8454-44e7-80e5-6d3c5bfe30eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81757 {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 15:06:50.716387 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-cdd7f504-1e97-4130-8123-160dda1903d8 service neutron] Attempting to bind port 7ecc0bd1-97ba-44d6-9936-ad1121a6f143 on network cd986946-8454-44e7-80e5-6d3c5bfe30eb {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:06:50.723992 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-cdd7f504-1e97-4130-8123-160dda1903d8 service neutron] Checking agent: {'id': 'e1ea3be9-4fba-465d-a0c0-35388eb51f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'started_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:06:50.725203 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-cdd7f504-1e97-4130-8123-160dda1903d8 service neutron] Checking segment: {'id': '95ddcab1-baed-4dee-a29d-ed919666ff8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'cd986946-8454-44e7-80e5-6d3c5bfe30eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:06:50.726266 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-cdd7f504-1e97-4130-8123-160dda1903d8 service neutron] Bound using segment: {'id': '95ddcab1-baed-4dee-a29d-ed919666ff8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'cd986946-8454-44e7-80e5-6d3c5bfe30eb'} {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:06:50.727147 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-cdd7f504-1e97-4130-8123-160dda1903d8 service neutron] Bound port: 7ecc0bd1-97ba-44d6-9936-ad1121a6f143, host: hv-cinder-81757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95ddcab1-baed-4dee-a29d-ed919666ff8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'cd986946-8454-44e7-80e5-6d3c5bfe30eb'}}] {{(pid=102740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:06:50.728925 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-cdd7f504-1e97-4130-8123-160dda1903d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:50.815785 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac6de1d-d5a2-4508-9a4d-99a4241a6c1c None None] Sync routers for ids ['855a7a8b-a04d-444c-bdf9-88e6de637425'] in dv-cinder-817573-1-iscsi {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:06:50.830874 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-cdd7f504-1e97-4130-8123-160dda1903d8 service neutron] For port 7ecc0bd1-97ba-44d6-9936-ad1121a6f143, host hv-cinder-81757, cleared binding levels {{(pid=102740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:06:50.834223 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-cdd7f504-1e97-4130-8123-160dda1903d8 service neutron] For port 7ecc0bd1-97ba-44d6-9936-ad1121a6f143, host hv-cinder-81757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=7ecc0bd1-97ba-44d6-9936-ad1121a6f143,segment=NetworkSegment(95ddcab1-baed-4dee-a29d-ed919666ff8f),segment_id=95ddcab1-baed-4dee-a29d-ed919666ff8f)] {{(pid=102740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:06:50.843390 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-cdd7f504-1e97-4130-8123-160dda1903d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:50.886759 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac6de1d-d5a2-4508-9a4d-99a4241a6c1c None None] Routers {'855a7a8b-a04d-444c-bdf9-88e6de637425'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:06:50.887470 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-0ac6de1d-d5a2-4508-9a4d-99a4241a6c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:06:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['855a7a8b-a04d-444c-bdf9-88e6de637425'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:06:50.899971 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-cdd7f504-1e97-4130-8123-160dda1903d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:50.900753 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-cdd7f504-1e97-4130-8123-160dda1903d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:50.902719 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-cdd7f504-1e97-4130-8123-160dda1903d8 service neutron] 10.222.0.11 "PUT /v2.0/ports/7ecc0bd1-97ba-44d6-9936-ad1121a6f143 HTTP/1.1" status: 200 len: 1093 time: 0.8099756 Nov 19 15:06:50.920336 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a63773-fdbd-42f4-902a-e7a239352c74', 'tag': '7ecc0bd1-97ba-44d6-9936-ad1121a6f143'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:06:50.922664 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a65d8b2-baed-48d8-be8b-7f6b76400a14" -d '{"events": [{"name": "network-changed", "server_uuid": "57a63773-fdbd-42f4-902a-e7a239352c74", "tag": "7ecc0bd1-97ba-44d6-9936-ad1121a6f143"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:06:50.947616 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Pushing event updated for resources: {'Port': ['ID=24a03bb6-dd60-4caf-96d4-0a10b1bceed1,revision_number=4']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:50.968668 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port baad062f-1db0-4679-b8e4-5fb676fb33ee triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:06:50.969081 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:50.990345 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 15:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa077d5e-194b-4db2-93e8-4902854dcf02 x-openstack-request-id: req-aa077d5e-194b-4db2-93e8-4902854dcf02 {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:06:50.991043 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57a63773-fdbd-42f4-902a-e7a239352c74", "tag": "7ecc0bd1-97ba-44d6-9936-ad1121a6f143", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:06:50.991465 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa077d5e-194b-4db2-93e8-4902854dcf02 {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:06:50.992061 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57a63773-fdbd-42f4-902a-e7a239352c74', 'tag': '7ecc0bd1-97ba-44d6-9936-ad1121a6f143', 'status': 'completed', 'code': 200} Nov 19 15:06:51.077945 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:51.118164 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7f504-1e97-4130-8123-160dda1903d8 service neutron] Pushing event updated for resources: {'Port': ['ID=7ecc0bd1-97ba-44d6-9936-ad1121a6f143,revision_number=3']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:51.135125 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9ff08-7f13-468d-ae83-27d8a91577a8 req-3901480a-17c8-493f-b433-54d1f21a03de tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:51.136727 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-7fc9ff08-7f13-468d-ae83-27d8a91577a8 req-3901480a-17c8-493f-b433-54d1f21a03de tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.2843568 Nov 19 15:06:51.137259 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-0ac6de1d-d5a2-4508-9a4d-99a4241a6c1c None None] Set router 855a7a8b-a04d-444c-bdf9-88e6de637425 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:06:51.188530 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fc81f-e682-4443-ba99-36844d400bc6 req-dbf7c07b-94de-4c00-9ba5-e8652c07e607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:51.191326 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-4d4fc81f-e682-4443-ba99-36844d400bc6 req-dbf7c07b-94de-4c00-9ba5-e8652c07e607 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5eaa9bd6803a47d79c92591db12100ff&device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 1098 time: 0.1706505 Nov 19 15:06:51.193642 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-53760a6b-abc7-412b-b489-d92282c77aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:51.195153 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-53760a6b-abc7-412b-b489-d92282c77aed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53995b55564a4b2784260772caeedf05&device_id=57a63773-fdbd-42f4-902a-e7a239352c74 HTTP/1.1" status: 200 len: 1096 time: 0.2021561 Nov 19 15:06:51.203596 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde7f54-a48b-484d-a627-fe2874d93eaf req-7e9963c8-920e-4e54-99f5-9cfb2df38d86 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:51.212620 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-fcde7f54-a48b-484d-a627-fe2874d93eaf req-7e9963c8-920e-4e54-99f5-9cfb2df38d86 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=57a63773-fdbd-42f4-902a-e7a239352c74 HTTP/1.1" status: 200 len: 943 time: 0.0777421 Nov 19 15:06:51.276483 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-fcde7f54-a48b-484d-a627-fe2874d93eaf req-b8b6e3f7-b8ad-4b88-a22e-42bc04006def tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623171 Nov 19 15:06:51.319077 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-7fc9ff08-7f13-468d-ae83-27d8a91577a8 req-6bef1716-41eb-498e-b995-55cfb78061de tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701956 Nov 19 15:06:51.320290 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-6d456d8b-dbf1-4ec2-b720-5d3b01f2ab39 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ecc0bd1-97ba-44d6-9936-ad1121a6f143 HTTP/1.1" status: 200 len: 217 time: 0.0959320 Nov 19 15:06:51.399489 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-538e01ad-7579-4654-b753-98a9244361d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:51.400999 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-538e01ad-7579-4654-b753-98a9244361d3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=66863856-ad42-4629-ab56-51eb7761d1fa HTTP/1.1" status: 200 len: 855 time: 0.0680203 Nov 19 15:06:51.441424 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fc81f-e682-4443-ba99-36844d400bc6 req-446803fd-c174-471d-b536-2932c9c6405a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:51.442385 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-4d4fc81f-e682-4443-ba99-36844d400bc6 req-446803fd-c174-471d-b536-2932c9c6405a service neutron] 10.222.0.11 "GET /v2.0/networks?id=f97c391d-7c3e-4d86-a9cf-5e771e36f18c HTTP/1.1" status: 200 len: 918 time: 0.2305138 Nov 19 15:06:51.482225 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-e3124f94-8346-4684-9b36-2169f962bde9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd986946-8454-44e7-80e5-6d3c5bfe30eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380218 Nov 19 15:06:51.589195 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-0ac6de1d-d5a2-4508-9a4d-99a4241a6c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855a7a8b-a04d-444c-bdf9-88e6de637425', 'name': 'tempest-TestMinimumBasicScenario-1041976554-router', 'tenant_id': '576f954ae7bd4045b5ba41cb5ad784b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '24a03bb6-dd60-4caf-96d4-0a10b1bceed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:06:43Z', 'updated_at': '2021-11-19T15:06:49Z', 'revision_number': 4, 'project_id': '576f954ae7bd4045b5ba41cb5ad784b2', 'gw_port': {'id': '24a03bb6-dd60-4caf-96d4-0a10b1bceed1', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855a7a8b-a04d-444c-bdf9-88e6de637425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:06:44Z', 'updated_at': '2021-11-19T15:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '648a99ca-827a-4af5-b2ab-83d54eb01fbf', 'name': '', 'network_id': '9b9319a7-a811-49c7-abd3-b05ea0a664db', 'tenant_id': '576f954ae7bd4045b5ba41cb5ad784b2', 'mac_address': 'fa:16:3e:15:e6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855a7a8b-a04d-444c-bdf9-88e6de637425', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '6a2e245b-8922-4100-8157-d723ec0db7cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:06:48Z', 'updated_at': '2021-11-19T15:06:49Z', 'revision_number': 2, 'project_id': '576f954ae7bd4045b5ba41cb5ad784b2', 'subnets': [{'id': '6a2e245b-8922-4100-8157-d723ec0db7cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:06:51.597213 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-4d4fc81f-e682-4443-ba99-36844d400bc6 req-621d9b61-03e8-488c-8545-10da7b99b80a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=474c9f67-fb9a-42a4-8ae6-f2786e33ea63 HTTP/1.1" status: 200 len: 1000 time: 0.1136634 Nov 19 15:06:51.607050 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee43e94-d8b8-4e68-8bb9-5658229d5b43 req-c25f3903-173d-4c8e-b04b-fe5a82fb4795 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:51.608651 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2ee43e94-d8b8-4e68-8bb9-5658229d5b43 req-c25f3903-173d-4c8e-b04b-fe5a82fb4795 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.0739172 Nov 19 15:06:51.636475 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac6de1d-d5a2-4508-9a4d-99a4241a6c1c None None] Checking router: 855a7a8b-a04d-444c-bdf9-88e6de637425 for host: dv-cinder-817573-1-iscsi {{(pid=102741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:06:51.636919 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac6de1d-d5a2-4508-9a4d-99a4241a6c1c None None] Updating router 855a7a8b-a04d-444c-bdf9-88e6de637425 port 648a99ca-827a-4af5-b2ab-83d54eb01fbf binding host dv-cinder-817573-1-iscsi {{(pid=102741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 15:06:51.669078 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-0ac6de1d-d5a2-4508-9a4d-99a4241a6c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:51.675448 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2ee43e94-d8b8-4e68-8bb9-5658229d5b43 req-4aad8f4f-62fc-426d-995f-2572f0694ac9 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579159 Nov 19 15:06:51.943717 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 43874) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:06:51.997611 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-0ac6de1d-d5a2-4508-9a4d-99a4241a6c1c None None] Publish callbacks [] for port, precommit_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:52.003515 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-0ac6de1d-d5a2-4508-9a4d-99a4241a6c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:52.055513 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6f2fd-9cab-486d-a80e-4c265ddb86db None None] Pushing event updated for resources: {'Port': ['ID=648a99ca-827a-4af5-b2ab-83d54eb01fbf,revision_number=3']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:52.167133 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-bec50020-06e6-41af-8d4c-d9b0f91a2463 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:52.184442 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-0ac6de1d-d5a2-4508-9a4d-99a4241a6c1c None None] Attempting to bind port 648a99ca-827a-4af5-b2ab-83d54eb01fbf on host dv-cinder-817573-1-iscsi for vnic_type normal with profile {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:06:52.186056 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-0ac6de1d-d5a2-4508-9a4d-99a4241a6c1c None None] Attempting to bind port 648a99ca-827a-4af5-b2ab-83d54eb01fbf by drivers openvswitch,hyperv on host dv-cinder-817573-1-iscsi at level 0 using segments [{'id': 'fdca44aa-db1d-4128-8346-68d5ad88e61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9b9319a7-a811-49c7-abd3-b05ea0a664db'}] {{(pid=102741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:06:52.186450 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac6de1d-d5a2-4508-9a4d-99a4241a6c1c None None] Attempting to bind port 648a99ca-827a-4af5-b2ab-83d54eb01fbf on network 9b9319a7-a811-49c7-abd3-b05ea0a664db {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:06:52.198457 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:52.204506 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac6de1d-d5a2-4508-9a4d-99a4241a6c1c None None] Checking agent: {'id': '93bd3d20-65c6-439e-b74a-dd66c3cedb61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 14, 56, 22), 'started_at': datetime.datetime(2021, 11, 19, 14, 56, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:06:52.204922 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac6de1d-d5a2-4508-9a4d-99a4241a6c1c None None] Checking segment: {'id': 'fdca44aa-db1d-4128-8346-68d5ad88e61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9b9319a7-a811-49c7-abd3-b05ea0a664db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:06:52.206908 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-0ac6de1d-d5a2-4508-9a4d-99a4241a6c1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:52.207391 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac6de1d-d5a2-4508-9a4d-99a4241a6c1c None None] Bound using segment: {'id': 'fdca44aa-db1d-4128-8346-68d5ad88e61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9b9319a7-a811-49c7-abd3-b05ea0a664db'} {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:06:52.207897 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-0ac6de1d-d5a2-4508-9a4d-99a4241a6c1c None None] Bound port: 648a99ca-827a-4af5-b2ab-83d54eb01fbf, host: dv-cinder-817573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdca44aa-db1d-4128-8346-68d5ad88e61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9b9319a7-a811-49c7-abd3-b05ea0a664db'}}] {{(pid=102741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:06:52.208298 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-0ac6de1d-d5a2-4508-9a4d-99a4241a6c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:52.233590 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 24a03bb6-dd60-4caf-96d4-0a10b1bceed1 up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:06:52.316712 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-bec50020-06e6-41af-8d4c-d9b0f91a2463 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:52.322419 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-bec50020-06e6-41af-8d4c-d9b0f91a2463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:52.371187 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-bec50020-06e6-41af-8d4c-d9b0f91a2463 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7130b1962c604194a535439860662612&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4238265 Nov 19 15:06:52.372842 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 43884) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:06:52.373201 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port 24a03bb6-dd60-4caf-96d4-0a10b1bceed1 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:06:52.373583 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:52.465329 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f463c8-0a78-4da7-8374-44f3f902452b req-d81b76f8-0a12-4890-813b-ed47e46af5e3 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:52.468216 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-f8f463c8-0a78-4da7-8374-44f3f902452b req-d81b76f8-0a12-4890-813b-ed47e46af5e3 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=57a63773-fdbd-42f4-902a-e7a239352c74 HTTP/1.1" status: 200 len: 943 time: 0.0770011 Nov 19 15:06:52.472246 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec50020-06e6-41af-8d4c-d9b0f91a2463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69bc449-b11c-47cc-bb7b-e4c7a3a448ae,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:52.497344 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-0ac6de1d-d5a2-4508-9a4d-99a4241a6c1c None None] For port 648a99ca-827a-4af5-b2ab-83d54eb01fbf, host dv-cinder-817573-1-iscsi, cleared binding levels {{(pid=102741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:06:52.502834 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-0ac6de1d-d5a2-4508-9a4d-99a4241a6c1c None None] For port 648a99ca-827a-4af5-b2ab-83d54eb01fbf, host dv-cinder-817573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=648a99ca-827a-4af5-b2ab-83d54eb01fbf,segment=NetworkSegment(fdca44aa-db1d-4128-8346-68d5ad88e61d),segment_id=fdca44aa-db1d-4128-8346-68d5ad88e61d)] {{(pid=102741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:06:52.510560 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-0ac6de1d-d5a2-4508-9a4d-99a4241a6c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:52.544054 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-f8f463c8-0a78-4da7-8374-44f3f902452b req-749e50be-6436-48bc-8d73-dd54503dd300 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690575 Nov 19 15:06:52.554251 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-8e2bec27-4c82-4356-a904-6a9ef306c16d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:52.597254 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-8e2bec27-4c82-4356-a904-6a9ef306c16d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:52.657941 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-2cab737d-aadf-451d-a2d2-48d5bede2da7 None None] Provisioning complete for port 648a99ca-827a-4af5-b2ab-83d54eb01fbf triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:06:52.658573 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-2cab737d-aadf-451d-a2d2-48d5bede2da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:52.679186 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-8e2bec27-4c82-4356-a904-6a9ef306c16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:52.682054 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-8e2bec27-4c82-4356-a904-6a9ef306c16d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:52.685547 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-8e2bec27-4c82-4356-a904-6a9ef306c16d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f69bc449-b11c-47cc-bb7b-e4c7a3a448ae HTTP/1.1" status: 204 len: 168 time: 0.2910089 Nov 19 15:06:52.693425 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2bec27-4c82-4356-a904-6a9ef306c16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69bc449-b11c-47cc-bb7b-e4c7a3a448ae,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:52.699753 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac6de1d-d5a2-4508-9a4d-99a4241a6c1c None None] Routers {'855a7a8b-a04d-444c-bdf9-88e6de637425'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:06:52.701075 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-0ac6de1d-d5a2-4508-9a4d-99a4241a6c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:06:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['855a7a8b-a04d-444c-bdf9-88e6de637425'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:06:52.706867 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6f2fd-9cab-486d-a80e-4c265ddb86db None None] Pushing event updated for resources: {'Port': ['ID=648a99ca-827a-4af5-b2ab-83d54eb01fbf,revision_number=4']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:52.707251 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9dfec2-edce-4b05-b7dc-c48540988e10 req-588d0834-a119-4662-802e-5c3398d49f2d tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:52.709587 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0c9dfec2-edce-4b05-b7dc-c48540988e10 req-588d0834-a119-4662-802e-5c3398d49f2d tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.2571590 Nov 19 15:06:52.774235 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0c9dfec2-edce-4b05-b7dc-c48540988e10 req-db0f0bc7-013a-423e-b388-25c1137e8d40 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555215 Nov 19 15:06:52.971524 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-0ac6de1d-d5a2-4508-9a4d-99a4241a6c1c None None] Set router 855a7a8b-a04d-444c-bdf9-88e6de637425 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:06:52.998800 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7d9f3-4f40-4702-b94c-dcb1419baf3f req-952f29a4-0bd2-4733-93dc-108c68cdde85 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:53.000826 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2ff7d9f3-4f40-4702-b94c-dcb1419baf3f req-952f29a4-0bd2-4733-93dc-108c68cdde85 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.0929637 Nov 19 15:06:53.097311 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2ff7d9f3-4f40-4702-b94c-dcb1419baf3f req-b5a512c4-ef40-4fb7-ac91-40b7506603ad tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854855 Nov 19 15:06:53.133993 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-2cab737d-aadf-451d-a2d2-48d5bede2da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:53.191471 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-2cab737d-aadf-451d-a2d2-48d5bede2da7 None None] For port 648a99ca-827a-4af5-b2ab-83d54eb01fbf, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=648a99ca-827a-4af5-b2ab-83d54eb01fbf,segment=NetworkSegment(fdca44aa-db1d-4128-8346-68d5ad88e61d),segment_id=fdca44aa-db1d-4128-8346-68d5ad88e61d)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:06:53.205441 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-2cab737d-aadf-451d-a2d2-48d5bede2da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:53.290764 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab737d-aadf-451d-a2d2-48d5bede2da7 None None] Pushing event updated for resources: {'Port': ['ID=648a99ca-827a-4af5-b2ab-83d54eb01fbf,revision_number=5']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:53.325388 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-0ac6de1d-d5a2-4508-9a4d-99a4241a6c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855a7a8b-a04d-444c-bdf9-88e6de637425', 'name': 'tempest-TestMinimumBasicScenario-1041976554-router', 'tenant_id': '576f954ae7bd4045b5ba41cb5ad784b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '24a03bb6-dd60-4caf-96d4-0a10b1bceed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:06:43Z', 'updated_at': '2021-11-19T15:06:49Z', 'revision_number': 4, 'project_id': '576f954ae7bd4045b5ba41cb5ad784b2', 'gw_port': {'id': '24a03bb6-dd60-4caf-96d4-0a10b1bceed1', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855a7a8b-a04d-444c-bdf9-88e6de637425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:06:44Z', 'updated_at': '2021-11-19T15:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '648a99ca-827a-4af5-b2ab-83d54eb01fbf', 'name': '', 'network_id': '9b9319a7-a811-49c7-abd3-b05ea0a664db', 'tenant_id': '576f954ae7bd4045b5ba41cb5ad784b2', 'mac_address': 'fa:16:3e:15:e6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855a7a8b-a04d-444c-bdf9-88e6de637425', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '6a2e245b-8922-4100-8157-d723ec0db7cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:06:48Z', 'updated_at': '2021-11-19T15:06:52Z', 'revision_number': 4, 'project_id': '576f954ae7bd4045b5ba41cb5ad784b2', 'subnets': [{'id': '6a2e245b-8922-4100-8157-d723ec0db7cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:06:53.356016 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac6de1d-d5a2-4508-9a4d-99a4241a6c1c None None] The sync data for ids ['855a7a8b-a04d-444c-bdf9-88e6de637425'] in dv-cinder-817573-1-iscsi is: [{'id': '855a7a8b-a04d-444c-bdf9-88e6de637425', 'name': 'tempest-TestMinimumBasicScenario-1041976554-router', 'tenant_id': '576f954ae7bd4045b5ba41cb5ad784b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '24a03bb6-dd60-4caf-96d4-0a10b1bceed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:06:43Z', 'updated_at': '2021-11-19T15:06:49Z', 'revision_number': 4, 'project_id': '576f954ae7bd4045b5ba41cb5ad784b2', 'gw_port': {'id': '24a03bb6-dd60-4caf-96d4-0a10b1bceed1', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855a7a8b-a04d-444c-bdf9-88e6de637425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:06:44Z', 'updated_at': '2021-11-19T15:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '648a99ca-827a-4af5-b2ab-83d54eb01fbf', 'name': '', 'network_id': '9b9319a7-a811-49c7-abd3-b05ea0a664db', 'tenant_id': '576f954ae7bd4045b5ba41cb5ad784b2', 'mac_address': 'fa:16:3e:15:e6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855a7a8b-a04d-444c-bdf9-88e6de637425', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '6a2e245b-8922-4100-8157-d723ec0db7cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:06:48Z', 'updated_at': '2021-11-19T15:06:52Z', 'revision_number': 4, 'project_id': '576f954ae7bd4045b5ba41cb5ad784b2', 'subnets': [{'id': '6a2e245b-8922-4100-8157-d723ec0db7cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:06:53.359328 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-258acae2-3860-4ec8-b0f4-2fcaad02740e None None] Provisioning complete for port 648a99ca-827a-4af5-b2ab-83d54eb01fbf triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:06:53.359759 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-258acae2-3860-4ec8-b0f4-2fcaad02740e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:53.683256 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbd469-af39-4f42-b789-1d3804274080 req-22ed7e08-8e87-4520-bdd7-1b8eb8d1af48 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:53.684827 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-67fbd469-af39-4f42-b789-1d3804274080 req-22ed7e08-8e87-4520-bdd7-1b8eb8d1af48 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=57a63773-fdbd-42f4-902a-e7a239352c74 HTTP/1.1" status: 200 len: 943 time: 0.0556612 Nov 19 15:06:53.738267 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-67fbd469-af39-4f42-b789-1d3804274080 req-a769ee8c-0d9d-4bb2-9910-ea1d999ba341 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468810 Nov 19 15:06:53.967247 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d050454-4d6c-4607-a7c4-8cbdaa1ee144 req-e47c0ea3-859e-495b-b3a1-47a1dd5a5b7e tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:53.969107 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0d050454-4d6c-4607-a7c4-8cbdaa1ee144 req-e47c0ea3-859e-495b-b3a1-47a1dd5a5b7e tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0975366 Nov 19 15:06:54.041983 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0d050454-4d6c-4607-a7c4-8cbdaa1ee144 req-7340d608-f1ba-48ea-9996-d3f1b8aaee72 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662625 Nov 19 15:06:54.201495 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 648a99ca-827a-4af5-b2ab-83d54eb01fbf up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:06:54.292221 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264bc54d-2dc1-46bc-89a9-51613cc3ef71 req-284d9eb2-6170-4c8e-989c-f44d3bdfcb01 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:54.300541 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port 648a99ca-827a-4af5-b2ab-83d54eb01fbf triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:06:54.300952 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:54.304280 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-264bc54d-2dc1-46bc-89a9-51613cc3ef71 req-284d9eb2-6170-4c8e-989c-f44d3bdfcb01 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 945 time: 0.0966439 Nov 19 15:06:54.369899 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-264bc54d-2dc1-46bc-89a9-51613cc3ef71 req-3e7da351-c36d-4f8a-9b5d-f3ca8500caf1 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645273 Nov 19 15:06:54.732510 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 474c9f67-fb9a-42a4-8ae6-f2786e33ea63 no longer exists at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:06:54.941844 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fc81f-e682-4443-ba99-36844d400bc6 req-d7d964ea-2aad-42f4-be14-a1d922df2487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:54.943491 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-4d4fc81f-e682-4443-ba99-36844d400bc6 req-d7d964ea-2aad-42f4-be14-a1d922df2487 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8fec746e-ce9d-4877-a4a1-5ea67aae0682 HTTP/1.1" status: 200 len: 856 time: 0.2306449 Nov 19 15:06:54.952288 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:54.956985 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84003a-6bef-4681-9458-1d88c83b0533 req-425a6eff-ff93-4cc1-b6a2-4864fa1e74aa tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:54.958489 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-be84003a-6bef-4681-9458-1d88c83b0533 req-425a6eff-ff93-4cc1-b6a2-4864fa1e74aa tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=57a63773-fdbd-42f4-902a-e7a239352c74 HTTP/1.1" status: 200 len: 943 time: 0.0907645 Nov 19 15:06:54.980180 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084f3bb6-2fa2-4b60-985e-61c8b8f2fc82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '474c9f67-fb9a-42a4-8ae6-f2786e33ea63'}] {{(pid=102741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:06:54.986544 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02aed456f185bd727e3ab04ef3305858fece041079839c75bcf3d6cf309ea5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b7931f-ea70-4e1b-864a-aae27ca0e1f4" -d '{"events": [{"server_uuid": "084f3bb6-2fa2-4b60-985e-61c8b8f2fc82", "name": "network-vif-unplugged", "status": "completed", "tag": "474c9f67-fb9a-42a4-8ae6-f2786e33ea63"}]}' {{(pid=102741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:06:55.035891 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-55210ae4-bc4b-49b0-b3cc-77f383b712f4 service neutron] 10.222.0.11 "GET /v2.0/networks/cd986946-8454-44e7-80e5-6d3c5bfe30eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234432 Nov 19 15:06:55.045409 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 474c9f67-fb9a-42a4-8ae6-f2786e33ea63, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=474c9f67-fb9a-42a4-8ae6-f2786e33ea63,segment=NetworkSegment(ed8113ae-2a5c-4a27-affb-b258a654385e),segment_id=ed8113ae-2a5c-4a27-affb-b258a654385e)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:06:55.053424 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:55.088917 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 15:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b9b235-2612-4a4d-8d98-0fe1dfc80fae x-openstack-request-id: req-c8b9b235-2612-4a4d-8d98-0fe1dfc80fae {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:06:55.089489 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "084f3bb6-2fa2-4b60-985e-61c8b8f2fc82", "name": "network-vif-unplugged", "status": "completed", "tag": "474c9f67-fb9a-42a4-8ae6-f2786e33ea63", "code": 200}]} {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:06:55.089936 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8b9b235-2612-4a4d-8d98-0fe1dfc80fae {{(pid=102741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:06:55.090458 dv-cinder-817573-1-iscsi neutron-server[102741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '084f3bb6-2fa2-4b60-985e-61c8b8f2fc82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '474c9f67-fb9a-42a4-8ae6-f2786e33ea63', 'code': 200} Nov 19 15:06:55.150849 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=474c9f67-fb9a-42a4-8ae6-f2786e33ea63,revision_number=8']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:55.152371 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-be84003a-6bef-4681-9458-1d88c83b0533 req-6c653563-be86-4f77-9513-1944338d0125 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612115 Nov 19 15:06:55.156506 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fc81f-e682-4443-ba99-36844d400bc6 req-f2ab7bd0-2831-43b4-95c0-27c5b1164b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:55.160546 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-4d4fc81f-e682-4443-ba99-36844d400bc6 req-f2ab7bd0-2831-43b4-95c0-27c5b1164b13 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f97c391d-7c3e-4d86-a9cf-5e771e36f18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1990139 Nov 19 15:06:55.221505 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc6bf6-c7c0-464c-9930-7117b20f509c req-16b5d20c-81a7-4b1e-9e91-a2bb52c76512 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:55.223052 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-92cc6bf6-c7c0-464c-9930-7117b20f509c req-16b5d20c-81a7-4b1e-9e91-a2bb52c76512 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0798087 Nov 19 15:06:55.242825 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b5d6f77c-dc00-4e08-9136-9e34f130e0fb req-625c0f8d-0262-4b3a-a7ec-5b3377b9dc4b service neutron] 10.222.0.11 "GET /v2.0/networks/cd986946-8454-44e7-80e5-6d3c5bfe30eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968467 Nov 19 15:06:55.288131 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-4d4fc81f-e682-4443-ba99-36844d400bc6 req-8a31d9c6-aecb-4214-8431-975949cb2f28 service neutron] 10.222.0.11 "GET /v2.0/networks/f97c391d-7c3e-4d86-a9cf-5e771e36f18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129358 Nov 19 15:06:55.323809 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-92cc6bf6-c7c0-464c-9930-7117b20f509c req-b40fbbfa-e56c-4c5d-9bf0-cb3bd61c65ec tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894258 Nov 19 15:06:55.462671 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65d8b2-baed-48d8-be8b-7f6b76400a14 req-ed565e5d-6cf5-4a81-a9b0-554ff783cb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:55.464586 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9a65d8b2-baed-48d8-be8b-7f6b76400a14 req-ed565e5d-6cf5-4a81-a9b0-554ff783cb45 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53995b55564a4b2784260772caeedf05&device_id=57a63773-fdbd-42f4-902a-e7a239352c74 HTTP/1.1" status: 200 len: 1096 time: 0.1517749 Nov 19 15:06:55.555903 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-4d4fc81f-e682-4443-ba99-36844d400bc6 req-49084056-cbcc-4657-964e-0cea746d9b47 service neutron] 10.222.0.11 "GET /v2.0/networks/f97c391d-7c3e-4d86-a9cf-5e771e36f18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416956 Nov 19 15:06:55.632406 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d825e9-7785-473c-8466-c7f5872e8066 req-3fb50861-a58d-4afa-a0cd-5f3e5805fc75 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:55.634358 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-87d825e9-7785-473c-8466-c7f5872e8066 req-3fb50861-a58d-4afa-a0cd-5f3e5805fc75 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 943 time: 0.1183543 Nov 19 15:06:55.666605 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65d8b2-baed-48d8-be8b-7f6b76400a14 req-8b650c11-e370-4a7f-8dc6-249a50d12bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:55.668283 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9a65d8b2-baed-48d8-be8b-7f6b76400a14 req-8b650c11-e370-4a7f-8dc6-249a50d12bc4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd986946-8454-44e7-80e5-6d3c5bfe30eb HTTP/1.1" status: 200 len: 916 time: 0.1922264 Nov 19 15:06:55.720189 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9a65d8b2-baed-48d8-be8b-7f6b76400a14 req-9af96e51-961e-4eb1-99d3-d7c21bd936de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ecc0bd1-97ba-44d6-9936-ad1121a6f143 HTTP/1.1" status: 200 len: 217 time: 0.0371776 Nov 19 15:06:55.768324 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-87d825e9-7785-473c-8466-c7f5872e8066 req-68678f5c-814b-46bf-abd0-9c4d08b8dcc5 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138866 Nov 19 15:06:55.787426 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65d8b2-baed-48d8-be8b-7f6b76400a14 req-16f8f922-ae8a-4999-acbb-8d3027eb8e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:55.788902 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9a65d8b2-baed-48d8-be8b-7f6b76400a14 req-16f8f922-ae8a-4999-acbb-8d3027eb8e70 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=66863856-ad42-4629-ab56-51eb7761d1fa HTTP/1.1" status: 200 len: 855 time: 0.0574424 Nov 19 15:06:55.836638 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9a65d8b2-baed-48d8-be8b-7f6b76400a14 req-6298d98e-af18-4908-bb52-209a8fa6f42d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd986946-8454-44e7-80e5-6d3c5bfe30eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328596 Nov 19 15:06:55.953819 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9a65d8b2-baed-48d8-be8b-7f6b76400a14 req-c7dd11ad-23aa-4002-9d64-a36c10b237fa service neutron] 10.222.0.11 "GET /v2.0/networks/cd986946-8454-44e7-80e5-6d3c5bfe30eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995696 Nov 19 15:06:56.057580 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9a65d8b2-baed-48d8-be8b-7f6b76400a14 req-add3f02b-783b-4c80-ba89-0ce010149c21 service neutron] 10.222.0.11 "GET /v2.0/networks/cd986946-8454-44e7-80e5-6d3c5bfe30eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926368 Nov 19 15:06:56.290856 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229ca9d-2314-41db-ba60-f83e73899802 req-dc2d90b2-3462-404c-8b9a-46c6de8f75bf tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:56.292557 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9229ca9d-2314-41db-ba60-f83e73899802 req-dc2d90b2-3462-404c-8b9a-46c6de8f75bf tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=57a63773-fdbd-42f4-902a-e7a239352c74 HTTP/1.1" status: 200 len: 943 time: 0.0631213 Nov 19 15:06:56.358220 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9229ca9d-2314-41db-ba60-f83e73899802 req-6c7f6ef9-8c23-412c-993d-4b94931f8033 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554669 Nov 19 15:06:56.477422 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1369dd-cf5f-4c16-9e1a-c15a8cabf7ce req-ff9b403f-190e-4048-8b19-b8633a488d69 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:56.480001 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-0d1369dd-cf5f-4c16-9e1a-c15a8cabf7ce req-ff9b403f-190e-4048-8b19-b8633a488d69 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0642917 Nov 19 15:06:56.554170 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-0d1369dd-cf5f-4c16-9e1a-c15a8cabf7ce req-c1c968d8-6afd-4cfc-825d-2ed512fefd6f tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625930 Nov 19 15:06:56.639891 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581ee1c-e33d-4c2b-8133-c61a935e2132 req-7ed8d323-0e8b-4a50-b20b-b2a1c086356f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:56.641463 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1581ee1c-e33d-4c2b-8133-c61a935e2132 req-7ed8d323-0e8b-4a50-b20b-b2a1c086356f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 1098 time: 0.0463984 Nov 19 15:06:56.700749 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1581ee1c-e33d-4c2b-8133-c61a935e2132 req-7c751b16-c3a4-4c5b-9419-c91b00212207 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455911 Nov 19 15:06:56.910603 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462a629-c7d1-4119-9c11-ef3e92d8e5a0 req-c9572678-8c3c-4e96-b6c8-5354e82f25d1 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:56.912316 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-c462a629-c7d1-4119-9c11-ef3e92d8e5a0 req-c9572678-8c3c-4e96-b6c8-5354e82f25d1 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 943 time: 0.0590248 Nov 19 15:06:56.970893 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-c462a629-c7d1-4119-9c11-ef3e92d8e5a0 req-fdc3db4f-9e45-4eca-81c0-d2f5e5aba7bc tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498037 Nov 19 15:06:57.473230 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127b8b4-99a2-4c04-92c3-76767e2838d7 req-c6c168ac-3643-45ba-b045-0232b4f64475 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:57.474740 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9127b8b4-99a2-4c04-92c3-76767e2838d7 req-c6c168ac-3643-45ba-b045-0232b4f64475 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=57a63773-fdbd-42f4-902a-e7a239352c74 HTTP/1.1" status: 200 len: 943 time: 0.0512812 Nov 19 15:06:57.533363 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9127b8b4-99a2-4c04-92c3-76767e2838d7 req-64783e3e-73da-4929-892e-ac8bd2e3756e tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520945 Nov 19 15:06:57.707743 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea10b1-b2cc-4420-818b-4ad02ba2ac3c req-9761b8e1-aa24-49e2-93dd-105063ec84c0 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:57.710108 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-53ea10b1-b2cc-4420-818b-4ad02ba2ac3c req-9761b8e1-aa24-49e2-93dd-105063ec84c0 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0667820 Nov 19 15:06:57.769618 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-53ea10b1-b2cc-4420-818b-4ad02ba2ac3c req-59255928-cda7-483b-980b-27942adc0433 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532167 Nov 19 15:06:58.117027 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad31d5a-75ac-44a8-9c6e-782f09631712 req-2f76c068-7a59-414d-89e6-1b8d58c42b86 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:58.119833 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-4ad31d5a-75ac-44a8-9c6e-782f09631712 req-2f76c068-7a59-414d-89e6-1b8d58c42b86 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 943 time: 0.0610330 Nov 19 15:06:58.197418 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-4ad31d5a-75ac-44a8-9c6e-782f09631712 req-d88d797f-f6ef-4d0c-a1e0-0f400ab6609d tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718033 Nov 19 15:06:58.697025 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13aeba-62d4-418f-9e1e-e9df91382fee req-1fccc9a2-f548-4033-a0aa-cea3e63947ce tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:58.706670 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ad13aeba-62d4-418f-9e1e-e9df91382fee req-1fccc9a2-f548-4033-a0aa-cea3e63947ce tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=57a63773-fdbd-42f4-902a-e7a239352c74 HTTP/1.1" status: 200 len: 943 time: 0.0758591 Nov 19 15:06:58.712460 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 7ecc0bd1-97ba-44d6-9936-ad1121a6f143 details requested by agent hyperv_hv-cinder-81757 with host hv-cinder-81757 {{(pid=102741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 15:06:58.778830 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ad13aeba-62d4-418f-9e1e-e9df91382fee req-2e1301b2-589f-4f2e-8ea5-e173f0a9d4a8 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675333 Nov 19 15:06:58.860400 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 7ecc0bd1-97ba-44d6-9936-ad1121a6f143, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=7ecc0bd1-97ba-44d6-9936-ad1121a6f143,segment=NetworkSegment(95ddcab1-baed-4dee-a29d-ed919666ff8f),segment_id=95ddcab1-baed-4dee-a29d-ed919666ff8f)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:06:58.873432 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Returning: {'device': '7ecc0bd1-97ba-44d6-9936-ad1121a6f143', 'network_id': 'cd986946-8454-44e7-80e5-6d3c5bfe30eb', 'port_id': '7ecc0bd1-97ba-44d6-9936-ad1121a6f143', 'mac_address': 'fa:16:3e:d9:87:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66863856-ad42-4629-ab56-51eb7761d1fa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 15:06:58.911578 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2adf77-5560-48a0-88b1-68573fb8225c req-d05ec21d-112d-4098-a0a3-98ff9b08c059 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:58.914034 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:58.919957 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-2a2adf77-5560-48a0-88b1-68573fb8225c req-d05ec21d-112d-4098-a0a3-98ff9b08c059 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0609436 Nov 19 15:06:58.929052 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ecc0bd1-97ba-44d6-9936-ad1121a6f143 {{(pid=102741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:06:58.951044 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 7ecc0bd1-97ba-44d6-9936-ad1121a6f143, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=7ecc0bd1-97ba-44d6-9936-ad1121a6f143,segment=NetworkSegment(95ddcab1-baed-4dee-a29d-ed919666ff8f),segment_id=95ddcab1-baed-4dee-a29d-ed919666ff8f)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:06:58.965203 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:06:58.975664 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-2a2adf77-5560-48a0-88b1-68573fb8225c req-18664bb7-2227-4b37-bfff-53dc5940c212 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546753 Nov 19 15:06:59.075748 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=7ecc0bd1-97ba-44d6-9936-ad1121a6f143,revision_number=4']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:06:59.325472 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['7ecc0bd1-97ba-44d6-9936-ad1121a6f143'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:06:59.404282 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6786e98-dcb7-4a99-a537-c886816ef152 req-4df1037b-7121-4bf1-abd6-05c724ce2f14 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:59.413934 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-a6786e98-dcb7-4a99-a537-c886816ef152 req-4df1037b-7121-4bf1-abd6-05c724ce2f14 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 943 time: 0.0818925 Nov 19 15:06:59.423897 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea02f1-11f9-4718-a415-fa4328164e19 req-3f283bee-df3e-41ce-b6b6-f316eb7456d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:59.425898 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-c8ea02f1-11f9-4718-a415-fa4328164e19 req-3f283bee-df3e-41ce-b6b6-f316eb7456d8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cdb244c677264a58ae8a06742292aba4&device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 1098 time: 0.0655215 Nov 19 15:06:59.468576 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-a6786e98-dcb7-4a99-a537-c886816ef152 req-47bc8338-2cba-4e04-b4f8-b6c7c59d724a tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534115 Nov 19 15:06:59.806041 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec8208-9772-4a95-956f-d100d073c6f5 req-01b0d9d8-4ebe-41b6-a711-01fae9cb5d35 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:59.813925 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-54ec8208-9772-4a95-956f-d100d073c6f5 req-01b0d9d8-4ebe-41b6-a711-01fae9cb5d35 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.3931718 Nov 19 15:06:59.881464 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-54ec8208-9772-4a95-956f-d100d073c6f5 req-abbb6423-7fda-4cc2-ae40-99d80fe96957 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664527 Nov 19 15:06:59.909574 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea02f1-11f9-4718-a415-fa4328164e19 req-8f84c20b-2bb2-4558-abc5-79203cae8b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:06:59.912326 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-c8ea02f1-11f9-4718-a415-fa4328164e19 req-8f84c20b-2bb2-4558-abc5-79203cae8b09 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9bdc62e5-2180-4755-99bd-fe198da300d6 HTTP/1.1" status: 200 len: 920 time: 0.4562466 Nov 19 15:06:59.966891 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-c8ea02f1-11f9-4718-a415-fa4328164e19 req-5aa0cf6c-0726-403f-b528-ef01a27b8d2d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4 HTTP/1.1" status: 200 len: 217 time: 0.0446472 Nov 19 15:07:00.085304 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea02f1-11f9-4718-a415-fa4328164e19 req-30b352a9-ba39-4446-a493-dde749740368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:00.095341 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-c8ea02f1-11f9-4718-a415-fa4328164e19 req-30b352a9-ba39-4446-a493-dde749740368 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8290f5d-0d5d-4a74-9e3b-0c433bc14b68 HTTP/1.1" status: 200 len: 859 time: 0.1036816 Nov 19 15:07:00.109648 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7496d7-0659-42b7-9b35-620791c173ea req-4ed06680-8983-47e6-9b49-047dab89628d tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:00.111311 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-7b7496d7-0659-42b7-9b35-620791c173ea req-4ed06680-8983-47e6-9b49-047dab89628d tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=57a63773-fdbd-42f4-902a-e7a239352c74 HTTP/1.1" status: 200 len: 944 time: 0.1369264 Nov 19 15:07:00.147815 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-c8ea02f1-11f9-4718-a415-fa4328164e19 req-5ec03e4e-d5f1-4972-94b0-3898540473ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9bdc62e5-2180-4755-99bd-fe198da300d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354738 Nov 19 15:07:00.259576 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-7b7496d7-0659-42b7-9b35-620791c173ea req-52eeb8f6-1bda-4f38-9888-dc1ff3153c37 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106217 Nov 19 15:07:00.322860 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-c8ea02f1-11f9-4718-a415-fa4328164e19 req-ca3e194f-90b8-41ec-b5a1-77361da07003 service neutron] 10.222.0.11 "GET /v2.0/networks/9bdc62e5-2180-4755-99bd-fe198da300d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648090 Nov 19 15:07:00.338775 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [req-84b68000-ac4a-40e0-a428-6b10d192c73e req-fef90a3c-ef1f-4e7d-853a-db532ac6c66a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 15:07:00.342139 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-84b68000-ac4a-40e0-a428-6b10d192c73e req-fef90a3c-ef1f-4e7d-853a-db532ac6c66a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083685 Nov 19 15:07:00.508557 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-c8ea02f1-11f9-4718-a415-fa4328164e19 req-5684771b-b32c-42ee-8434-91b491b30e13 service neutron] 10.222.0.11 "GET /v2.0/networks/9bdc62e5-2180-4755-99bd-fe198da300d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632807 Nov 19 15:07:00.570294 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0ef6a-53a0-4249-9b94-d1822ed38637 req-e0d5c052-3569-4eae-9705-88809c4eda8b tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:00.578452 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-58b0ef6a-53a0-4249-9b94-d1822ed38637 req-e0d5c052-3569-4eae-9705-88809c4eda8b tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=2844a016-6b31-4f81-9afe-1b39957cbfe0 HTTP/1.1" status: 200 len: 945 time: 0.0605006 Nov 19 15:07:00.644731 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-58b0ef6a-53a0-4249-9b94-d1822ed38637 req-be12ab96-0fca-4728-a9f0-e8f004590468 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5f0e028-076c-48b5-ac80-ecebaa0f3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607061 Nov 19 15:07:00.690684 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1abcb-3ab3-4844-817d-87ca42a2ab36 req-71bb993c-0f5d-461b-ab50-8bab43c00329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:00.692372 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-79b1abcb-3ab3-4844-817d-87ca42a2ab36 req-71bb993c-0f5d-461b-ab50-8bab43c00329 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cdb244c677264a58ae8a06742292aba4&device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 1098 time: 0.0464728 Nov 19 15:07:00.710794 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9ad05-d90a-48a0-9ef3-240bf70cbe99 req-22055ab2-e350-454c-9378-670d0a892fc1 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:00.714491 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-40f9ad05-d90a-48a0-9ef3-240bf70cbe99 req-22055ab2-e350-454c-9378-670d0a892fc1 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 943 time: 0.0667024 Nov 19 15:07:00.733224 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 7ecc0bd1-97ba-44d6-9936-ad1121a6f143 up at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:07:00.790759 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-40f9ad05-d90a-48a0-9ef3-240bf70cbe99 req-7cb3b785-ea2f-4435-ae63-cdce4fcceb13 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639415 Nov 19 15:07:00.833913 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning for port 7ecc0bd1-97ba-44d6-9936-ad1121a6f143 completed by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 15:07:00.842876 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning complete for port 7ecc0bd1-97ba-44d6-9936-ad1121a6f143 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:07:00.846360 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:00.916306 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1abcb-3ab3-4844-817d-87ca42a2ab36 req-22e6cfb2-6e33-40b5-abdf-8d0d8b5f6ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:00.921656 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-79b1abcb-3ab3-4844-817d-87ca42a2ab36 req-22e6cfb2-6e33-40b5-abdf-8d0d8b5f6ae9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9bdc62e5-2180-4755-99bd-fe198da300d6 HTTP/1.1" status: 200 len: 920 time: 0.2003760 Nov 19 15:07:00.983167 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-79b1abcb-3ab3-4844-817d-87ca42a2ab36 req-6cfebc22-f11e-434b-b8d5-e0943272f2e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4 HTTP/1.1" status: 200 len: 217 time: 0.0506177 Nov 19 15:07:00.986361 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:01.021989 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a63773-fdbd-42f4-902a-e7a239352c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ecc0bd1-97ba-44d6-9936-ad1121a6f143'}] {{(pid=102741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:07:01.025003 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02aed456f185bd727e3ab04ef3305858fece041079839c75bcf3d6cf309ea5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee885e0-d2c5-4eb8-834f-cb4d8ecf8050" -d '{"events": [{"server_uuid": "57a63773-fdbd-42f4-902a-e7a239352c74", "name": "network-vif-plugged", "status": "completed", "tag": "7ecc0bd1-97ba-44d6-9936-ad1121a6f143"}]}' {{(pid=102741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:07:01.061029 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 7ecc0bd1-97ba-44d6-9936-ad1121a6f143, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=7ecc0bd1-97ba-44d6-9936-ad1121a6f143,segment=NetworkSegment(95ddcab1-baed-4dee-a29d-ed919666ff8f),segment_id=95ddcab1-baed-4dee-a29d-ed919666ff8f)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:07:01.066532 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:01.068433 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 474c9f67-fb9a-42a4-8ae6-f2786e33ea63 no longer exists at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:07:01.079410 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bafd1d6-485f-4f19-b14d-4912e8a1a343 req-b340049b-462c-4f70-b74f-c3c89f33c3d9 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:01.087176 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6bafd1d6-485f-4f19-b14d-4912e8a1a343 req-b340049b-462c-4f70-b74f-c3c89f33c3d9 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.1060612 Nov 19 15:07:01.150198 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6bafd1d6-485f-4f19-b14d-4912e8a1a343 req-b42e9548-4adf-490b-a09b-0693bf870be3 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570328 Nov 19 15:07:01.152062 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1abcb-3ab3-4844-817d-87ca42a2ab36 req-74b60276-bb71-499b-8833-53e3a6a50651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:01.155242 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-79b1abcb-3ab3-4844-817d-87ca42a2ab36 req-74b60276-bb71-499b-8833-53e3a6a50651 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8290f5d-0d5d-4a74-9e3b-0c433bc14b68 HTTP/1.1" status: 200 len: 859 time: 0.1403313 Nov 19 15:07:01.163998 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 44032) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:07:01.181096 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d216b9-f369-4afa-b6fb-79ecd9b0ac54 x-openstack-request-id: req-18d216b9-f369-4afa-b6fb-79ecd9b0ac54 {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:07:01.181419 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a63773-fdbd-42f4-902a-e7a239352c74", "name": "network-vif-plugged", "status": "completed", "tag": "7ecc0bd1-97ba-44d6-9936-ad1121a6f143", "code": 200}]} {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:07:01.181867 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-18d216b9-f369-4afa-b6fb-79ecd9b0ac54 {{(pid=102741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:07:01.182416 dv-cinder-817573-1-iscsi neutron-server[102741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a63773-fdbd-42f4-902a-e7a239352c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ecc0bd1-97ba-44d6-9936-ad1121a6f143', 'code': 200} Nov 19 15:07:01.183162 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=7ecc0bd1-97ba-44d6-9936-ad1121a6f143,revision_number=5']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:07:01.213882 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-79b1abcb-3ab3-4844-817d-87ca42a2ab36 req-d199c956-54b8-4b31-9102-bee29cb51d2c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9bdc62e5-2180-4755-99bd-fe198da300d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419555 Nov 19 15:07:01.326359 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-79b1abcb-3ab3-4844-817d-87ca42a2ab36 req-60a7c607-4c4e-46dc-93e9-450b58b4a419 service neutron] 10.222.0.11 "GET /v2.0/networks/9bdc62e5-2180-4755-99bd-fe198da300d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040750 Nov 19 15:07:01.338914 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-e5161d11-c9bc-4cb2-b257-d70266b00a27 req-a5624f43-ca0a-454f-9985-e0513ea3638c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1727419 Nov 19 15:07:01.359158 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [req-e5161d11-c9bc-4cb2-b257-d70266b00a27 req-6594f43a-137c-45de-89ee-c03a0094d54d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 15:07:01.374023 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-e5161d11-c9bc-4cb2-b257-d70266b00a27 req-6594f43a-137c-45de-89ee-c03a0094d54d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0281148 Nov 19 15:07:01.436876 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401dbfd-0c54-4f9c-bdf6-425fba426e51 req-84a75e93-32a2-431f-97d8-cb3ad53e2d60 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:01.438651 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-b401dbfd-0c54-4f9c-bdf6-425fba426e51 req-84a75e93-32a2-431f-97d8-cb3ad53e2d60 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=57a63773-fdbd-42f4-902a-e7a239352c74 HTTP/1.1" status: 200 len: 945 time: 0.0631313 Nov 19 15:07:01.472740 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d61b4f-2fb9-4e14-95ac-00d4e36b2d9b req-4977caac-d714-4355-abb8-c6a3b891dec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:01.474460 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b1d61b4f-2fb9-4e14-95ac-00d4e36b2d9b req-4977caac-d714-4355-abb8-c6a3b891dec5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=57a63773-fdbd-42f4-902a-e7a239352c74 HTTP/1.1" status: 200 len: 1098 time: 0.1264865 Nov 19 15:07:01.521718 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-b401dbfd-0c54-4f9c-bdf6-425fba426e51 req-3dbd9a44-cadb-4ef3-a606-c61481790687 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769215 Nov 19 15:07:01.563967 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b1d61b4f-2fb9-4e14-95ac-00d4e36b2d9b req-ef4ba09e-1116-47e6-84c0-14efc6546a86 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741882 Nov 19 15:07:01.577570 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-79b1abcb-3ab3-4844-817d-87ca42a2ab36 req-0933efaf-8da5-4167-a6da-79a202fd6b0f service neutron] 10.222.0.11 "GET /v2.0/networks/9bdc62e5-2180-4755-99bd-fe198da300d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304492 Nov 19 15:07:01.808982 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6c976-74c4-435a-a6e5-9c4799ab3b56 req-238e3acb-afaa-4763-abc3-fc4159778564 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:01.813034 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-94a6c976-74c4-435a-a6e5-9c4799ab3b56 req-238e3acb-afaa-4763-abc3-fc4159778564 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=2844a016-6b31-4f81-9afe-1b39957cbfe0 HTTP/1.1" status: 200 len: 945 time: 0.0845797 Nov 19 15:07:01.901553 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-94a6c976-74c4-435a-a6e5-9c4799ab3b56 req-9948b628-5f73-47ce-8e1a-e1193be86164 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5f0e028-076c-48b5-ac80-ecebaa0f3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795076 Nov 19 15:07:02.007458 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231de66-d722-46b1-9c4e-407f2e4cce16 req-b133cef7-cf70-42bd-8a08-8c1ab47f0b17 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:02.009116 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9231de66-d722-46b1-9c4e-407f2e4cce16 req-b133cef7-cf70-42bd-8a08-8c1ab47f0b17 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 943 time: 0.0710547 Nov 19 15:07:02.092858 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9231de66-d722-46b1-9c4e-407f2e4cce16 req-f6f21f10-8548-4a49-986a-007b8148a7aa tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715411 Nov 19 15:07:02.330027 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44e978-5d1b-423c-89ec-b9b734ce8098 req-5c5f247c-d019-4a9a-99d0-2f6d7596a24e tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:02.331487 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-5b44e978-5d1b-423c-89ec-b9b734ce8098 req-5c5f247c-d019-4a9a-99d0-2f6d7596a24e tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.1072688 Nov 19 15:07:02.390074 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-5b44e978-5d1b-423c-89ec-b9b734ce8098 req-a3276046-b593-4eb6-ae97-8ba98844f352 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515759 Nov 19 15:07:02.675333 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea056c17-f569-46f1-a6e6-44a884baf3e6 req-a4ab0e9d-54e7-4ef4-8272-41d08967a794 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:02.677057 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ea056c17-f569-46f1-a6e6-44a884baf3e6 req-a4ab0e9d-54e7-4ef4-8272-41d08967a794 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=57a63773-fdbd-42f4-902a-e7a239352c74 HTTP/1.1" status: 200 len: 945 time: 0.0608585 Nov 19 15:07:02.808998 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ea056c17-f569-46f1-a6e6-44a884baf3e6 req-25d5e559-93da-426b-b726-d5b825cb3a80 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136470 Nov 19 15:07:02.822529 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194e1c4-4749-4526-a588-07bf21e8ea5b req-3cbae14b-dcb2-4ea4-b70e-a3a1a2215842 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:02.824633 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b194e1c4-4749-4526-a588-07bf21e8ea5b req-3cbae14b-dcb2-4ea4-b70e-a3a1a2215842 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.11 "GET /v2.0/ports?device_id=2844a016-6b31-4f81-9afe-1b39957cbfe0 HTTP/1.1" status: 200 len: 945 time: 0.1023908 Nov 19 15:07:02.929908 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-b194e1c4-4749-4526-a588-07bf21e8ea5b req-50cc5f4d-2968-445b-a81b-97075336d520 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Deleting port 0ac64702-51d3-49d3-8e87-d79ee4eb3855 {{(pid=102740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:07:02.930371 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-b194e1c4-4749-4526-a588-07bf21e8ea5b req-50cc5f4d-2968-445b-a81b-97075336d520 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:03.054480 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-b194e1c4-4749-4526-a588-07bf21e8ea5b req-50cc5f4d-2968-445b-a81b-97075336d520 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] For port 0ac64702-51d3-49d3-8e87-d79ee4eb3855, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=0ac64702-51d3-49d3-8e87-d79ee4eb3855,segment=NetworkSegment(fb2e7e36-27d5-45cf-9b90-512b3301605a),segment_id=fb2e7e36-27d5-45cf-9b90-512b3301605a)] {{(pid=102740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:07:03.054849 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-b194e1c4-4749-4526-a588-07bf21e8ea5b req-50cc5f4d-2968-445b-a81b-97075336d520 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:03.070828 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-b194e1c4-4749-4526-a588-07bf21e8ea5b req-50cc5f4d-2968-445b-a81b-97075336d520 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Calling delete_port for 0ac64702-51d3-49d3-8e87-d79ee4eb3855 owned by compute:nova {{(pid=102740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:07:03.084664 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c8897-005c-4aea-ba01-5e7f2027978a req-327ed0b7-f6dd-428f-b191-1e67a3d04a64 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:03.086165 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-7f1c8897-005c-4aea-ba01-5e7f2027978a req-327ed0b7-f6dd-428f-b191-1e67a3d04a64 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=2844a016-6b31-4f81-9afe-1b39957cbfe0 HTTP/1.1" status: 200 len: 945 time: 0.0895216 Nov 19 15:07:03.191269 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-7f1c8897-005c-4aea-ba01-5e7f2027978a req-5b3af523-263a-4621-b5cf-193f663cd12f tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5f0e028-076c-48b5-ac80-ecebaa0f3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967028 Nov 19 15:07:03.264264 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-b194e1c4-4749-4526-a588-07bf21e8ea5b req-50cc5f4d-2968-445b-a81b-97075336d520 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177'] for port, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:03.277416 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['0ac64702-51d3-49d3-8e87-d79ee4eb3855'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:07:03.310257 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc5f4d-2968-445b-a81b-97075336d520 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Pushing event deleted for resources: {'Port': ['ID=0ac64702-51d3-49d3-8e87-d79ee4eb3855,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:07:03.364123 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cc5f4d-2968-445b-a81b-97075336d520 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:07:03.364472 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cc5f4d-2968-445b-a81b-97075336d520 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:07:03.365071 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cc5f4d-2968-445b-a81b-97075336d520 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:07:03.365188 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cc5f4d-2968-445b-a81b-97075336d520 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:07:03.365479 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cc5f4d-2968-445b-a81b-97075336d520 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:07:03.365808 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cc5f4d-2968-445b-a81b-97075336d520 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:07:03.366132 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cc5f4d-2968-445b-a81b-97075336d520 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:07:03.366456 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cc5f4d-2968-445b-a81b-97075336d520 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:07:03.366779 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cc5f4d-2968-445b-a81b-97075336d520 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:07:03.367140 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cc5f4d-2968-445b-a81b-97075336d520 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:07:03.367412 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cc5f4d-2968-445b-a81b-97075336d520 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:07:03.367726 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cc5f4d-2968-445b-a81b-97075336d520 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:07:03.394907 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-b194e1c4-4749-4526-a588-07bf21e8ea5b req-50cc5f4d-2968-445b-a81b-97075336d520 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] No DVR routers for this DVR port 0ac64702-51d3-49d3-8e87-d79ee4eb3855 on host hv-cinder-81757 {{(pid=102740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 15:07:03.398396 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-b194e1c4-4749-4526-a588-07bf21e8ea5b req-50cc5f4d-2968-445b-a81b-97075336d520 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:03.401942 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b194e1c4-4749-4526-a588-07bf21e8ea5b req-50cc5f4d-2968-445b-a81b-97075336d520 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.11 "DELETE /v2.0/ports/0ac64702-51d3-49d3-8e87-d79ee4eb3855 HTTP/1.1" status: 204 len: 173 time: 0.5694389 Nov 19 15:07:03.402305 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2844a016-6b31-4f81-9afe-1b39957cbfe0', 'name': 'network-vif-deleted', 'tag': '0ac64702-51d3-49d3-8e87-d79ee4eb3855'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:07:03.405443 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb29f271-49fa-4c7b-b306-89e4fa9c4edb" -d '{"events": [{"server_uuid": "2844a016-6b31-4f81-9afe-1b39957cbfe0", "name": "network-vif-deleted", "tag": "0ac64702-51d3-49d3-8e87-d79ee4eb3855"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:07:03.430174 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd4b1e-2b96-427a-8487-2ac25f86138e req-c14b57d7-d74b-4d8e-b2c4-5a816f7d1b87 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:03.431648 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b7cd4b1e-2b96-427a-8487-2ac25f86138e req-c14b57d7-d74b-4d8e-b2c4-5a816f7d1b87 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 943 time: 0.1367195 Nov 19 15:07:03.486055 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b7cd4b1e-2b96-427a-8487-2ac25f86138e req-d2b8e783-723c-4c48-8ad4-1f61bef7dfbe tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481203 Nov 19 15:07:03.548506 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ec9847-1250-4958-925b-5000af465423 x-openstack-request-id: req-e8ec9847-1250-4958-925b-5000af465423 {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:07:03.548929 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2844a016-6b31-4f81-9afe-1b39957cbfe0", "name": "network-vif-deleted", "tag": "0ac64702-51d3-49d3-8e87-d79ee4eb3855", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:07:03.549266 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e8ec9847-1250-4958-925b-5000af465423 {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:07:03.549887 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2844a016-6b31-4f81-9afe-1b39957cbfe0', 'name': 'network-vif-deleted', 'tag': '0ac64702-51d3-49d3-8e87-d79ee4eb3855', 'status': 'completed', 'code': 200} Nov 19 15:07:03.615243 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d7d76-9adb-427b-b14e-bb75b27fe99f req-e5999f2e-f0ff-4fd1-b44d-75022f7b2389 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:03.617026 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-f42d7d76-9adb-427b-b14e-bb75b27fe99f req-e5999f2e-f0ff-4fd1-b44d-75022f7b2389 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0495820 Nov 19 15:07:03.666378 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-f42d7d76-9adb-427b-b14e-bb75b27fe99f req-d79a14ef-7e70-4d8d-8608-1b4336411d02 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437429 Nov 19 15:07:03.824137 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19946707-d225-40b4-8364-369f5eddea2e req-01ac331d-2490-4fa9-abef-a12e70ef019a tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:03.826604 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-19946707-d225-40b4-8364-369f5eddea2e req-01ac331d-2490-4fa9-abef-a12e70ef019a tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/networks?id=383652f0-210b-476d-8368-443456095682 HTTP/1.1" status: 200 len: 814 time: 0.1582963 Nov 19 15:07:03.851218 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-19946707-d225-40b4-8364-369f5eddea2e req-db861bcf-a642-4b95-b896-d5936a3b3c61 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/quotas/5188c6afe0f34319b4b787b96f720f3b HTTP/1.1" status: 200 len: 375 time: 0.0179131 Nov 19 15:07:03.853967 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5161d11-c9bc-4cb2-b257-d70266b00a27 req-721b3daa-4ed6-4b04-ad65-aa39fae209be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:03.855360 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e5161d11-c9bc-4cb2-b257-d70266b00a27 req-721b3daa-4ed6-4b04-ad65-aa39fae209be service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82&tenant_id=5eaa9bd6803a47d79c92591db12100ff HTTP/1.1" status: 200 len: 1096 time: 0.1111374 Nov 19 15:07:03.929195 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-19946707-d225-40b4-8364-369f5eddea2e req-b9cb7c53-1e55-4e23-b1bd-c2e9d267d979 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5188c6afe0f34319b4b787b96f720f3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0715504 Nov 19 15:07:03.954167 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5161d11-c9bc-4cb2-b257-d70266b00a27 req-75168a65-9bf7-439b-9596-403be1319c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:03.955614 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e5161d11-c9bc-4cb2-b257-d70266b00a27 req-75168a65-9bf7-439b-9596-403be1319c45 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5eaa9bd6803a47d79c92591db12100ff&device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 1096 time: 0.0616989 Nov 19 15:07:04.032573 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:04.043782 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a1674-db54-455d-a124-5a387ba39d71 req-cb9802d0-f049-46a0-a47c-52acc4e043ba tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:04.049262 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-e25a1674-db54-455d-a124-5a387ba39d71 req-cb9802d0-f049-46a0-a47c-52acc4e043ba tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=57a63773-fdbd-42f4-902a-e7a239352c74 HTTP/1.1" status: 200 len: 945 time: 0.0564208 Nov 19 15:07:04.105556 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-e25a1674-db54-455d-a124-5a387ba39d71 req-561a9a3d-8b91-4b76-a718-fc23675f741e tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528789 Nov 19 15:07:04.109766 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-19946707-d225-40b4-8364-369f5eddea2e req-c1c9163d-8047-41a2-928d-f2bc788ed350 service neutron] 10.222.0.20 "GET /v2.0/networks/383652f0-210b-476d-8368-443456095682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671619 Nov 19 15:07:04.137996 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5161d11-c9bc-4cb2-b257-d70266b00a27 req-eed700d8-813b-45c2-ad41-a922911f3c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:04.139810 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e5161d11-c9bc-4cb2-b257-d70266b00a27 req-eed700d8-813b-45c2-ad41-a922911f3c7a service neutron] 10.222.0.11 "GET /v2.0/networks?id=f97c391d-7c3e-4d86-a9cf-5e771e36f18c HTTP/1.1" status: 200 len: 918 time: 0.1366429 Nov 19 15:07:04.240465 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e5161d11-c9bc-4cb2-b257-d70266b00a27 req-e1c7872f-c732-4c70-bf9d-7eba3a1f9bfb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=474c9f67-fb9a-42a4-8ae6-f2786e33ea63 HTTP/1.1" status: 200 len: 998 time: 0.0772069 Nov 19 15:07:04.293371 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-19946707-d225-40b4-8364-369f5eddea2e req-7cdcd667-97ba-492b-8188-e91ef889f7d6 service neutron] 10.222.0.20 "GET /v2.0/networks/383652f0-210b-476d-8368-443456095682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741996 Nov 19 15:07:04.333199 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5161d11-c9bc-4cb2-b257-d70266b00a27 req-93698eba-d6a1-4291-8a8f-26d7d2f97b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:04.335180 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e5161d11-c9bc-4cb2-b257-d70266b00a27 req-93698eba-d6a1-4291-8a8f-26d7d2f97b12 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8fec746e-ce9d-4877-a4a1-5ea67aae0682 HTTP/1.1" status: 200 len: 856 time: 0.0774591 Nov 19 15:07:04.457244 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5161d11-c9bc-4cb2-b257-d70266b00a27 req-e5057e0f-219d-43f1-825f-58fb8180ada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:04.459219 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e5161d11-c9bc-4cb2-b257-d70266b00a27 req-e5057e0f-219d-43f1-825f-58fb8180ada6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f97c391d-7c3e-4d86-a9cf-5e771e36f18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1051178 Nov 19 15:07:04.531863 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-58dc7dee-53a9-4036-833d-7ed66c1d2d2a req-096bb172-7878-440a-8a61-dbd5ace72cef tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 210 time: 0.0554490 Nov 19 15:07:04.684547 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc1516-8227-41d1-8cb5-b87a5a35d971 req-aa8c9c12-9793-4c78-9c6d-77b2f1ade156 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:04.686834 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-eadc1516-8227-41d1-8cb5-b87a5a35d971 req-aa8c9c12-9793-4c78-9c6d-77b2f1ade156 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 943 time: 0.0826228 Nov 19 15:07:04.708393 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e5161d11-c9bc-4cb2-b257-d70266b00a27 req-afa22818-3e2c-4fff-affd-8e31379e61d0 service neutron] 10.222.0.11 "GET /v2.0/networks/f97c391d-7c3e-4d86-a9cf-5e771e36f18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360628 Nov 19 15:07:04.792018 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-eadc1516-8227-41d1-8cb5-b87a5a35d971 req-9702e71c-98f2-4de8-9df6-9101d4839ffe tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957105 Nov 19 15:07:04.829171 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e5161d11-c9bc-4cb2-b257-d70266b00a27 req-1d377d01-fce0-43f5-88de-5109dd4ba4fc service neutron] 10.222.0.11 "GET /v2.0/networks/f97c391d-7c3e-4d86-a9cf-5e771e36f18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105714 Nov 19 15:07:05.620008 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-824ac39d-6e0e-43d8-a44d-a14724a7969c req-a2f8b19d-f490-4067-9385-3219318db32d tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 210 time: 0.0258241 Nov 19 15:07:06.854286 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 0ac64702-51d3-49d3-8e87-d79ee4eb3855 no longer exists at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:07:06.875185 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] No Port match for: 0ac64702-51d3-49d3-8e87-d79ee4eb3855 {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:07:06.875545 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 0ac64702-51d3-49d3-8e87-d79ee4eb3855 not bound to the agent host hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:07:16.114529 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-2129bec9-b53f-4663-be24-b24c5fa43682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:18.615040 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-bbd62ece-e224-45ed-8de0-dd4c1a6f34fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:19.644748 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:20.256315 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923d81d-c046-452b-9b88-b8e65fb76457 req-8456e15f-ad39-4e2e-a38d-e6eae4ced9f3 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:20.257866 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e923d81d-c046-452b-9b88-b8e65fb76457 req-8456e15f-ad39-4e2e-a38d-e6eae4ced9f3 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 943 time: 0.0516975 Nov 19 15:07:20.309454 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e923d81d-c046-452b-9b88-b8e65fb76457 req-74cc6454-7d40-41a0-9012-c5b1006c23b6 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456083 Nov 19 15:07:20.415891 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-68303350-0b59-43cf-a4b2-4d99a570423e req-02549f64-961f-482b-b3f1-c9303d8e68bf tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 210 time: 0.0332849 Nov 19 15:07:20.593046 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-6f0d99e5-b9cd-4820-bc51-57ebcdb28692 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:20.594516 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-6f0d99e5-b9cd-4820-bc51-57ebcdb28692 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/networks?id=b4ed2e73-3775-4a43-ae59-50f9a111138a HTTP/1.1" status: 200 len: 813 time: 0.1279070 Nov 19 15:07:20.613543 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-01780041-1148-4033-af77-b59b516b4c70 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/quotas/faec73be0ed44740b1d7128823a86838 HTTP/1.1" status: 200 len: 375 time: 0.0125630 Nov 19 15:07:20.650397 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-ebbd3ca1-f27b-4003-a0dc-45f0c37c4259 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=faec73be0ed44740b1d7128823a86838&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322921 Nov 19 15:07:20.670652 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19946707-d225-40b4-8364-369f5eddea2e req-025459e1-ded3-4529-83fb-911afe489525 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:20.672370 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-19946707-d225-40b4-8364-369f5eddea2e req-025459e1-ded3-4529-83fb-911afe489525 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.11 "GET /v2.0/networks?id=383652f0-210b-476d-8368-443456095682 HTTP/1.1" status: 200 len: 814 time: 0.1210573 Nov 19 15:07:20.691737 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-19946707-d225-40b4-8364-369f5eddea2e req-ce0dae9c-2244-4b5c-bfbe-4b910bf25206 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Request body: {'port': {'device_id': '14d99f29-dbf8-45a9-8815-f96e0367bc65', 'network_id': '383652f0-210b-476d-8368-443456095682', 'admin_state_up': True, 'tenant_id': '5188c6afe0f34319b4b787b96f720f3b'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:07:20.749343 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-e2625e8a-751d-4021-83ea-feb733b7003e service neutron] 10.222.0.20 "GET /v2.0/networks/b4ed2e73-3775-4a43-ae59-50f9a111138a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899470 Nov 19 15:07:20.806652 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19946707-d225-40b4-8364-369f5eddea2e req-ce0dae9c-2244-4b5c-bfbe-4b910bf25206 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Made reservation on behalf of 5188c6afe0f34319b4b787b96f720f3b for: {'port': 1} {{(pid=102740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:07:20.810197 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-19946707-d225-40b4-8364-369f5eddea2e req-ce0dae9c-2244-4b5c-bfbe-4b910bf25206 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:20.949160 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_common [req-19946707-d225-40b4-8364-369f5eddea2e req-ce0dae9c-2244-4b5c-bfbe-4b910bf25206 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Allocated IP 172.20.0.4 (383652f0-210b-476d-8368-443456095682/666c5cc1-1e97-479a-9d62-1c824cf1a5d2/d9cbc786-bc49-4094-b804-87076d431575) {{(pid=102740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:07:21.041610 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-16d6f752-4fc3-4d69-9b43-f09722ec3c75 service neutron] 10.222.0.20 "GET /v2.0/networks/b4ed2e73-3775-4a43-ae59-50f9a111138a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867775 Nov 19 15:07:21.053460 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:21.134654 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-19946707-d225-40b4-8364-369f5eddea2e req-ce0dae9c-2244-4b5c-bfbe-4b910bf25206 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks [] for port, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:21.182196 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-19946707-d225-40b4-8364-369f5eddea2e req-ce0dae9c-2244-4b5c-bfbe-4b910bf25206 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168'] for port, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:21.261465 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0dae9c-2244-4b5c-bfbe-4b910bf25206 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Pushing event updated for resources: {'Port': ['ID=d9cbc786-bc49-4094-b804-87076d431575,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:07:21.313557 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e6ae3bc2-7f7f-432b-925b-1124fd36f524 req-1ff2ca0e-92a4-4359-9cb7-ebdfff410cc9 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=25019dc4-beca-4211-ab7d-0121784e29db HTTP/1.1" status: 200 len: 210 time: 0.0539951 Nov 19 15:07:21.324847 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19946707-d225-40b4-8364-369f5eddea2e req-ce0dae9c-2244-4b5c-bfbe-4b910bf25206 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Network 383652f0-210b-476d-8368-443456095682 is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:07:21.327274 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [req-19946707-d225-40b4-8364-369f5eddea2e req-ce0dae9c-2244-4b5c-bfbe-4b910bf25206 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:07:21.341438 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-19946707-d225-40b4-8364-369f5eddea2e req-ce0dae9c-2244-4b5c-bfbe-4b910bf25206 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Received port after_create {{(pid=102740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:07:21.349389 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19946707-d225-40b4-8364-369f5eddea2e req-ce0dae9c-2244-4b5c-bfbe-4b910bf25206 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:21.350052 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-19946707-d225-40b4-8364-369f5eddea2e req-ce0dae9c-2244-4b5c-bfbe-4b910bf25206 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:21.409720 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-19946707-d225-40b4-8364-369f5eddea2e req-ce0dae9c-2244-4b5c-bfbe-4b910bf25206 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7225728 Nov 19 15:07:21.514509 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e72bb-7f82-4c78-805f-c5a93186637a req-66e7be23-eb16-4093-9c8f-4f5c1d23cc49 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:21.516399 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-eb3e72bb-7f82-4c78-805f-c5a93186637a req-66e7be23-eb16-4093-9c8f-4f5c1d23cc49 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 943 time: 0.0912726 Nov 19 15:07:21.603097 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-eb3e72bb-7f82-4c78-805f-c5a93186637a req-823a211b-9d5e-45b3-9e6d-26588ea4869b tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767624 Nov 19 15:07:21.608363 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 6 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:07:21.682977 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7660ef-66c9-490b-97c5-cdb457689db6 req-04c250db-bbee-4a16-84f4-75ded57c15a7 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:21.690046 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-cc7660ef-66c9-490b-97c5-cdb457689db6 req-04c250db-bbee-4a16-84f4-75ded57c15a7 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 931 time: 0.1433725 Nov 19 15:07:21.721869 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-112119e7-029b-4996-bccd-e0f261c954d7 None None] Provisioning complete for port d9cbc786-bc49-4094-b804-87076d431575 triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:07:21.724048 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-112119e7-029b-4996-bccd-e0f261c954d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:21.835164 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-112119e7-029b-4996-bccd-e0f261c954d7 None None] Port d9cbc786-bc49-4094-b804-87076d431575 cannot update to ACTIVE because it is not bound. {{(pid=102741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 15:07:21.884475 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-cc7660ef-66c9-490b-97c5-cdb457689db6 req-7fe080b9-f760-4166-a670-1f966c847a20 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814070 Nov 19 15:07:22.122514 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:22.414396 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-1627710f-145c-470c-8a48-fee861df9150 req-7c8c0c1f-8f2c-4328-b1bc-5af1f569a340 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=25019dc4-beca-4211-ab7d-0121784e29db HTTP/1.1" status: 200 len: 210 time: 0.0272899 Nov 19 15:07:22.722704 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94f332-7502-4dbd-992b-5b267a6d092d req-65bd309f-0b11-4b4a-a28e-61bc54a6790d tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:22.724111 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1c94f332-7502-4dbd-992b-5b267a6d092d req-65bd309f-0b11-4b4a-a28e-61bc54a6790d tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 943 time: 0.0480738 Nov 19 15:07:22.783364 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1c94f332-7502-4dbd-992b-5b267a6d092d req-7b5eacfe-e4e1-482c-8157-1e3ba0df39a5 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527155 Nov 19 15:07:23.004082 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500800e6-95bc-497b-97b0-e5492a351e41 req-478e846a-8c88-43d3-a117-c34322464e82 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:23.006642 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-500800e6-95bc-497b-97b0-e5492a351e41 req-478e846a-8c88-43d3-a117-c34322464e82 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 931 time: 0.0536628 Nov 19 15:07:23.068567 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-500800e6-95bc-497b-97b0-e5492a351e41 req-dfa1ba58-39f4-4a56-a090-b3ee5317f14d tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524561 Nov 19 15:07:23.196225 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e51d1-e46d-434b-a26f-db073a8e0eaa req-e2328353-928d-4b5a-a540-0353be7fcb46 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:23.197756 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-324e51d1-e46d-434b-a26f-db073a8e0eaa req-e2328353-928d-4b5a-a540-0353be7fcb46 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.0494835 Nov 19 15:07:23.252437 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-324e51d1-e46d-434b-a26f-db073a8e0eaa req-3d20df0a-82d8-4886-850b-fb6ba2db467f tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476294 Nov 19 15:07:23.509415 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-44f50f18-d55a-4cac-89fd-39f63374b6a8 req-92aadd68-b785-44cf-8a75-5d3c894f4b6a tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=25019dc4-beca-4211-ab7d-0121784e29db HTTP/1.1" status: 200 len: 210 time: 0.0279381 Nov 19 15:07:23.905787 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73925fb2-c3d0-4a76-9e4f-1abeb8350ef9 req-5e3adaeb-3589-4fca-bed8-2900c2baeedb tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:23.907256 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-73925fb2-c3d0-4a76-9e4f-1abeb8350ef9 req-5e3adaeb-3589-4fca-bed8-2900c2baeedb tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 943 time: 0.0534844 Nov 19 15:07:23.956367 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-73925fb2-c3d0-4a76-9e4f-1abeb8350ef9 req-b9ed8a19-e255-4d0f-a755-366423f98611 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429659 Nov 19 15:07:24.181694 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c36e06-de23-407f-82e5-6febcdf38970 req-4279d707-a71c-46c9-8e15-569e459921b2 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:24.184977 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-31c36e06-de23-407f-82e5-6febcdf38970 req-4279d707-a71c-46c9-8e15-569e459921b2 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 931 time: 0.0514002 Nov 19 15:07:24.237655 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-31c36e06-de23-407f-82e5-6febcdf38970 req-b2874832-ceb2-47f8-97fd-b306c07e30a8 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471699 Nov 19 15:07:24.370190 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776841c-1914-471d-bd59-90fb0568baf9 req-f2415773-a9f3-4721-8967-967c274417e3 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:24.371621 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-d776841c-1914-471d-bd59-90fb0568baf9 req-f2415773-a9f3-4721-8967-967c274417e3 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.0490160 Nov 19 15:07:24.425772 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-d776841c-1914-471d-bd59-90fb0568baf9 req-ea3a452a-2066-42a1-8716-7a7c3083d40a tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474226 Nov 19 15:07:24.610854 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-4740e9db-68be-4f52-a1c3-1c2dd9414e07 req-154e5532-30c5-4147-a0e0-184468acb890 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=25019dc4-beca-4211-ab7d-0121784e29db HTTP/1.1" status: 200 len: 210 time: 0.0318742 Nov 19 15:07:25.078889 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b846a2-94d1-48a2-831d-c6cc45886fc5 req-25b82b02-f4cc-4b2f-9d7d-7919e3ce42b0 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:25.080658 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-98b846a2-94d1-48a2-831d-c6cc45886fc5 req-25b82b02-f4cc-4b2f-9d7d-7919e3ce42b0 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 943 time: 0.0512097 Nov 19 15:07:25.136098 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-98b846a2-94d1-48a2-831d-c6cc45886fc5 req-51e97494-ebcc-4aa9-82f8-64d776cb2744 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481992 Nov 19 15:07:25.355575 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19306f37-f9a7-4114-8c3b-7bb5dc4899a7 req-bfc253d8-e7df-44d2-9524-e5729191cd26 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:25.357107 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-19306f37-f9a7-4114-8c3b-7bb5dc4899a7 req-bfc253d8-e7df-44d2-9524-e5729191cd26 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 931 time: 0.0497868 Nov 19 15:07:25.420391 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-19306f37-f9a7-4114-8c3b-7bb5dc4899a7 req-70e7da6d-3925-4d82-b609-d24a783edd74 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565772 Nov 19 15:07:25.546969 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c213cb-ed79-4f31-8bbe-da3f1ee05e12 req-9b880b05-869f-464d-b99d-3213b66c6361 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:25.548399 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-41c213cb-ed79-4f31-8bbe-da3f1ee05e12 req-9b880b05-869f-464d-b99d-3213b66c6361 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.0545907 Nov 19 15:07:25.596934 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-41c213cb-ed79-4f31-8bbe-da3f1ee05e12 req-fa46a82b-f91a-4c57-89ee-48cf789c93db tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423560 Nov 19 15:07:25.706504 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-d7b68042-26de-4884-b512-d96efc8ff232 req-d4b5dad1-8f8f-44d8-a88c-d354e1c2906a tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=25019dc4-beca-4211-ab7d-0121784e29db HTTP/1.1" status: 200 len: 210 time: 0.0332019 Nov 19 15:07:26.264768 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f62825-478c-4ae5-afdb-bf44e32d16e2 req-a28e6714-400b-44c2-b69e-5f1ad4475e2c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:26.266254 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-80f62825-478c-4ae5-afdb-bf44e32d16e2 req-a28e6714-400b-44c2-b69e-5f1ad4475e2c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 943 time: 0.0516975 Nov 19 15:07:26.315025 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-80f62825-478c-4ae5-afdb-bf44e32d16e2 req-bf626d7d-a64e-421b-8bb3-f6503e444435 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428526 Nov 19 15:07:26.541279 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a4ece-e6db-469f-9311-ed040cd74e85 req-b4e6badb-e268-44ab-a9f0-0733ec6c7295 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:26.542777 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-458a4ece-e6db-469f-9311-ed040cd74e85 req-b4e6badb-e268-44ab-a9f0-0733ec6c7295 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 931 time: 0.0534031 Nov 19 15:07:26.591068 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-458a4ece-e6db-469f-9311-ed040cd74e85 req-5fdd8267-a263-40cc-8c44-a1e716038a27 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423558 Nov 19 15:07:26.717957 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3640a0-bb79-4d42-94dd-07225abc7e48 req-5a003460-0a3e-49de-970d-e2b1eae9ab15 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:26.719618 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ae3640a0-bb79-4d42-94dd-07225abc7e48 req-5a003460-0a3e-49de-970d-e2b1eae9ab15 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.0546000 Nov 19 15:07:26.776345 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ae3640a0-bb79-4d42-94dd-07225abc7e48 req-591cff52-a983-4e69-850c-5dcc835e1922 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500979 Nov 19 15:07:26.860256 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-bf25bcd1-9982-4428-beef-77672bdcab26 req-9a6db8ac-6630-45c1-8872-1b5983b48c87 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=25019dc4-beca-4211-ab7d-0121784e29db HTTP/1.1" status: 200 len: 210 time: 0.0276132 Nov 19 15:07:27.441251 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74dffe-032f-4dd2-98a8-451dd3a942e7 req-ba34f0ac-2005-464f-8917-c053d2c40aa0 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:27.442886 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ee74dffe-032f-4dd2-98a8-451dd3a942e7 req-ba34f0ac-2005-464f-8917-c053d2c40aa0 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 943 time: 0.0499797 Nov 19 15:07:27.491333 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ee74dffe-032f-4dd2-98a8-451dd3a942e7 req-ed7986b8-124c-4b60-a335-eee7f114054a tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421362 Nov 19 15:07:27.713162 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff758de7-38c9-4695-a3cf-4548c6675724 req-0eb50090-17d7-41d7-8ea0-70789df429f2 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:27.714780 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ff758de7-38c9-4695-a3cf-4548c6675724 req-0eb50090-17d7-41d7-8ea0-70789df429f2 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 931 time: 0.0558577 Nov 19 15:07:27.771269 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ff758de7-38c9-4695-a3cf-4548c6675724 req-aaf21a6d-6de9-4363-bc71-2a74bb656ab3 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491738 Nov 19 15:07:27.893321 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48735b6b-c694-44dd-8d97-de7c7015a619 req-cfd03c58-e1c0-48b2-984c-614385a7b6ba tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:27.894916 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-48735b6b-c694-44dd-8d97-de7c7015a619 req-cfd03c58-e1c0-48b2-984c-614385a7b6ba tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.0498335 Nov 19 15:07:27.944016 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-48735b6b-c694-44dd-8d97-de7c7015a619 req-6bed8a89-ff75-486e-bb63-2b55127bd0b7 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426135 Nov 19 15:07:28.027225 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-bf9c4a71-7ebe-4067-87aa-99b2be4e3d2c req-35c49f41-6793-4d6f-ad1a-0de8fe005fe4 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=25019dc4-beca-4211-ab7d-0121784e29db HTTP/1.1" status: 200 len: 210 time: 0.0267358 Nov 19 15:07:28.625243 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad4bc9-d894-4a3e-bd50-14210d18dcb4 req-c73e73a3-c93c-4ac9-9075-2357c6562950 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:28.626763 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-e1ad4bc9-d894-4a3e-bd50-14210d18dcb4 req-c73e73a3-c93c-4ac9-9075-2357c6562950 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 943 time: 0.0570769 Nov 19 15:07:28.676021 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-e1ad4bc9-d894-4a3e-bd50-14210d18dcb4 req-878687a6-5c2a-4621-8049-a0bb5f063948 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432017 Nov 19 15:07:28.890169 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e62236-c284-4789-936b-0ce336054354 req-fe61d0cd-25d8-4872-9fd5-26bda7a046c7 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:28.891739 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-01e62236-c284-4789-936b-0ce336054354 req-fe61d0cd-25d8-4872-9fd5-26bda7a046c7 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 931 time: 0.0504200 Nov 19 15:07:28.938805 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-01e62236-c284-4789-936b-0ce336054354 req-84de6379-c1d4-4f3a-b1d4-8ebd9cdfb6e8 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406947 Nov 19 15:07:29.062836 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37597dea-acc2-48b9-a9bc-6dc3fcd15d7b req-444444f6-5c3e-4a86-8dc7-5a3d9d6a885d tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:29.064255 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-37597dea-acc2-48b9-a9bc-6dc3fcd15d7b req-444444f6-5c3e-4a86-8dc7-5a3d9d6a885d tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.0540109 Nov 19 15:07:29.115258 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-37597dea-acc2-48b9-a9bc-6dc3fcd15d7b req-f830ad37-960c-4000-a8a7-852dd7582ff6 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448248 Nov 19 15:07:29.203932 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-bbc51635-2361-4d2a-ada3-95bd0c18dfe8 req-fe9d6b8f-0be1-4b0e-a14b-dee45ccc8634 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=25019dc4-beca-4211-ab7d-0121784e29db HTTP/1.1" status: 200 len: 210 time: 0.0292094 Nov 19 15:07:29.809533 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710659e1-19c9-4584-a6e0-ff2e074fa195 req-ece1e1da-b3b6-4055-8d92-cda5a480bd8c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:29.809533 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-710659e1-19c9-4584-a6e0-ff2e074fa195 req-ece1e1da-b3b6-4055-8d92-cda5a480bd8c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 943 time: 0.0494967 Nov 19 15:07:29.850959 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-710659e1-19c9-4584-a6e0-ff2e074fa195 req-2e0db6e5-2245-480f-b4d3-91d5ccdccc94 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421638 Nov 19 15:07:30.053479 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1f160-c2c5-4c3f-95d6-959ab4249f55 req-79bcbbc6-29b4-4fcf-95ef-653ad4336094 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:30.055076 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-8fd1f160-c2c5-4c3f-95d6-959ab4249f55 req-79bcbbc6-29b4-4fcf-95ef-653ad4336094 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 931 time: 0.0476260 Nov 19 15:07:30.117035 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-8fd1f160-c2c5-4c3f-95d6-959ab4249f55 req-d4df625e-6901-464d-8488-319d2e878dd8 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476391 Nov 19 15:07:30.233882 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c7334-2bc5-436e-b1e4-266a65d220ff req-7ae1dfc2-fb6e-4a30-a0b6-9313cb7c4e5e tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:30.235323 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-aa0c7334-2bc5-436e-b1e4-266a65d220ff req-7ae1dfc2-fb6e-4a30-a0b6-9313cb7c4e5e tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.0491486 Nov 19 15:07:30.289018 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-aa0c7334-2bc5-436e-b1e4-266a65d220ff req-6a04a42c-b48f-4d1b-901c-910c695b0edb tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473440 Nov 19 15:07:30.385700 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-85e9e009-54ff-4a72-b45f-e246b98ce07a req-623b1c63-6e5d-4db2-b194-a1f0d21023a1 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=25019dc4-beca-4211-ab7d-0121784e29db HTTP/1.1" status: 200 len: 210 time: 0.0289183 Nov 19 15:07:30.987081 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afca7c-edbe-423d-97e1-46afd5fac55e req-5b4c3fac-0d3c-42fe-b0ad-cd4da10e887a tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:30.988577 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-a7afca7c-edbe-423d-97e1-46afd5fac55e req-5b4c3fac-0d3c-42fe-b0ad-cd4da10e887a tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 943 time: 0.0488632 Nov 19 15:07:31.040892 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-a7afca7c-edbe-423d-97e1-46afd5fac55e req-ba3a1bc9-62f0-4065-893a-4459d49ac722 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454814 Nov 19 15:07:31.238412 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03e16d-c87c-48a0-9e0f-b820c0563db5 req-b2b88c15-1e66-4896-a43a-0359048d34a5 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:31.240322 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ce03e16d-c87c-48a0-9e0f-b820c0563db5 req-b2b88c15-1e66-4896-a43a-0359048d34a5 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 931 time: 0.0495551 Nov 19 15:07:31.302552 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ce03e16d-c87c-48a0-9e0f-b820c0563db5 req-0e4e2b32-3f0c-4d12-aa34-ee729588350e tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559928 Nov 19 15:07:31.423114 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892c77a-7ec5-4d27-996a-d9182b69c966 req-7e48ec61-2157-486e-a25c-2f15007715ab tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:31.424617 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-6892c77a-7ec5-4d27-996a-d9182b69c966 req-7e48ec61-2157-486e-a25c-2f15007715ab tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.0516169 Nov 19 15:07:31.474169 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-6892c77a-7ec5-4d27-996a-d9182b69c966 req-61268c9f-f126-4faa-84f2-f83af98d7805 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435534 Nov 19 15:07:31.556843 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-116bdd9a-438c-467a-b38a-2be5d4f5ac25 req-a37bd51e-de1b-4bda-bf97-31cde48a3779 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=25019dc4-beca-4211-ab7d-0121784e29db HTTP/1.1" status: 200 len: 210 time: 0.0298696 Nov 19 15:07:32.164631 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec613ee8-bc4d-4910-9f57-a328f2140b65 req-3b531ef1-c436-4a1c-9ca2-70a3b2f941d1 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:32.166139 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ec613ee8-bc4d-4910-9f57-a328f2140b65 req-3b531ef1-c436-4a1c-9ca2-70a3b2f941d1 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 943 time: 0.0500414 Nov 19 15:07:32.214956 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ec613ee8-bc4d-4910-9f57-a328f2140b65 req-1fbf8b43-4535-41f4-9e76-19a5073570bc tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413101 Nov 19 15:07:32.415702 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6748fd-92c7-4e47-9366-a40dbb620832 req-dfed9998-7fcf-43d1-a257-965678030253 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:32.417207 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-2b6748fd-92c7-4e47-9366-a40dbb620832 req-dfed9998-7fcf-43d1-a257-965678030253 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 931 time: 0.0483446 Nov 19 15:07:32.464924 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-2b6748fd-92c7-4e47-9366-a40dbb620832 req-3e1bab31-6dd1-45b6-8818-d44cc998cc0a tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417137 Nov 19 15:07:32.592199 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3c53a-b4c8-4776-98ef-657d33e14ec5 req-306c48af-c8b8-4796-a366-6de80e125ed2 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:32.593704 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-a1d3c53a-b4c8-4776-98ef-657d33e14ec5 req-306c48af-c8b8-4796-a366-6de80e125ed2 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.0526125 Nov 19 15:07:32.639862 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-a1d3c53a-b4c8-4776-98ef-657d33e14ec5 req-fc3a05e6-0fb0-49ef-872e-d807f1cb70ff tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402985 Nov 19 15:07:32.718856 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-facc2e4d-1291-46ac-ba02-fcac30db521e req-d2619796-7472-4d0a-b16d-e2cd779de643 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=25019dc4-beca-4211-ab7d-0121784e29db HTTP/1.1" status: 200 len: 210 time: 0.0269663 Nov 19 15:07:33.029458 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-19946707-d225-40b4-8364-369f5eddea2e req-34ae64b9-8657-4752-a31d-50df51db9f4d service neutron] Request body: {'port': {'device_id': '14d99f29-dbf8-45a9-8815-f96e0367bc65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81757'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:07:33.343728 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-19946707-d225-40b4-8364-369f5eddea2e req-34ae64b9-8657-4752-a31d-50df51db9f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:33.345676 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3608ce-7ca7-450b-87b0-30017013dcaf req-f44e5db4-73c5-40ed-824f-7e2c8484c263 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:33.353801 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-af3608ce-7ca7-450b-87b0-30017013dcaf req-f44e5db4-73c5-40ed-824f-7e2c8484c263 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 943 time: 0.0589268 Nov 19 15:07:33.396968 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-af3608ce-7ca7-450b-87b0-30017013dcaf req-69b50695-35ba-4cf8-91b6-49593d4e16bd tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421014 Nov 19 15:07:33.630701 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2558af-dcd0-40fa-b784-6e6c055d16a0 req-949da560-c968-46bb-a90d-8122a679dae6 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:33.632166 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-4b2558af-dcd0-40fa-b784-6e6c055d16a0 req-949da560-c968-46bb-a90d-8122a679dae6 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 931 time: 0.0960507 Nov 19 15:07:33.656367 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [req-19946707-d225-40b4-8364-369f5eddea2e req-34ae64b9-8657-4752-a31d-50df51db9f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9cbc786-bc49-4094-b804-87076d431575 {{(pid=102740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:07:33.666411 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-19946707-d225-40b4-8364-369f5eddea2e req-34ae64b9-8657-4752-a31d-50df51db9f4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:33.696854 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.provisioning_blocks [req-19946707-d225-40b4-8364-369f5eddea2e req-34ae64b9-8657-4752-a31d-50df51db9f4d service neutron] Transition to ACTIVE for port object d9cbc786-bc49-4094-b804-87076d431575 will not be triggered until provisioned by entity L2. {{(pid=102740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 15:07:33.702546 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-4b2558af-dcd0-40fa-b784-6e6c055d16a0 req-fc88b070-d7c0-4003-8718-36f475180683 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645258 Nov 19 15:07:33.703617 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-19946707-d225-40b4-8364-369f5eddea2e req-34ae64b9-8657-4752-a31d-50df51db9f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:33.780514 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae64b9-8657-4752-a31d-50df51db9f4d service neutron] Pushing event updated for resources: {'Port': ['ID=d9cbc786-bc49-4094-b804-87076d431575,revision_number=2']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:07:33.859785 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-19946707-d225-40b4-8364-369f5eddea2e req-34ae64b9-8657-4752-a31d-50df51db9f4d service neutron] Attempting to bind port d9cbc786-bc49-4094-b804-87076d431575 on host hv-cinder-81757 for vnic_type normal with profile {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:07:33.860117 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-19946707-d225-40b4-8364-369f5eddea2e req-34ae64b9-8657-4752-a31d-50df51db9f4d service neutron] Attempting to bind port d9cbc786-bc49-4094-b804-87076d431575 by drivers openvswitch,hyperv on host hv-cinder-81757 at level 0 using segments [{'id': '74547010-fe5b-44c6-aca7-b3093802ab62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '383652f0-210b-476d-8368-443456095682'}] {{(pid=102740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:07:33.860454 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19946707-d225-40b4-8364-369f5eddea2e req-34ae64b9-8657-4752-a31d-50df51db9f4d service neutron] Attempting to bind port d9cbc786-bc49-4094-b804-87076d431575 on network 383652f0-210b-476d-8368-443456095682 {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:07:33.876374 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6070e0a-8ac1-47a0-a782-6d5cf6124c2e req-b05899d0-4d77-4754-93f4-73ed41349d0e tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:33.882324 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9bf8f018-aa9f-4f43-b050-21962535897e req-99907171-370b-4339-b713-998dee9af316 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=25019dc4-beca-4211-ab7d-0121784e29db HTTP/1.1" status: 200 len: 210 time: 0.0772984 Nov 19 15:07:33.885172 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-a6070e0a-8ac1-47a0-a782-6d5cf6124c2e req-b05899d0-4d77-4754-93f4-73ed41349d0e tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.1314824 Nov 19 15:07:33.890790 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19946707-d225-40b4-8364-369f5eddea2e req-34ae64b9-8657-4752-a31d-50df51db9f4d service neutron] Port d9cbc786-bc49-4094-b804-87076d431575 on network 383652f0-210b-476d-8368-443456095682 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81757 {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 15:07:33.891118 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19946707-d225-40b4-8364-369f5eddea2e req-34ae64b9-8657-4752-a31d-50df51db9f4d service neutron] Attempting to bind port d9cbc786-bc49-4094-b804-87076d431575 on network 383652f0-210b-476d-8368-443456095682 {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:07:33.911823 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19946707-d225-40b4-8364-369f5eddea2e req-34ae64b9-8657-4752-a31d-50df51db9f4d service neutron] Checking agent: {'id': 'e1ea3be9-4fba-465d-a0c0-35388eb51f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'started_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:07:33.913208 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19946707-d225-40b4-8364-369f5eddea2e req-34ae64b9-8657-4752-a31d-50df51db9f4d service neutron] Checking segment: {'id': '74547010-fe5b-44c6-aca7-b3093802ab62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '383652f0-210b-476d-8368-443456095682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:07:33.913786 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19946707-d225-40b4-8364-369f5eddea2e req-34ae64b9-8657-4752-a31d-50df51db9f4d service neutron] Bound using segment: {'id': '74547010-fe5b-44c6-aca7-b3093802ab62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '383652f0-210b-476d-8368-443456095682'} {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:07:33.914405 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-19946707-d225-40b4-8364-369f5eddea2e req-34ae64b9-8657-4752-a31d-50df51db9f4d service neutron] Bound port: d9cbc786-bc49-4094-b804-87076d431575, host: hv-cinder-81757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74547010-fe5b-44c6-aca7-b3093802ab62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '383652f0-210b-476d-8368-443456095682'}}] {{(pid=102740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:07:33.915021 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-19946707-d225-40b4-8364-369f5eddea2e req-34ae64b9-8657-4752-a31d-50df51db9f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:33.948693 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-a6070e0a-8ac1-47a0-a782-6d5cf6124c2e req-f508a326-0753-4d14-9d5c-ea5d8307d0db tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622687 Nov 19 15:07:33.971935 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-8aa74a84-9fca-406c-a317-25729dbb4daf tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:33.974102 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-8aa74a84-9fca-406c-a317-25729dbb4daf tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.11 "GET /v2.0/networks?id=b4ed2e73-3775-4a43-ae59-50f9a111138a HTTP/1.1" status: 200 len: 813 time: 0.1873448 Nov 19 15:07:33.999235 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-26733bee-6ba9-4220-8b01-56519489de68 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Request body: {'port': {'device_id': '25019dc4-beca-4211-ab7d-0121784e29db', 'network_id': 'b4ed2e73-3775-4a43-ae59-50f9a111138a', 'admin_state_up': True, 'tenant_id': 'faec73be0ed44740b1d7128823a86838'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:07:34.041581 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:34.094001 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-19946707-d225-40b4-8364-369f5eddea2e req-34ae64b9-8657-4752-a31d-50df51db9f4d service neutron] For port d9cbc786-bc49-4094-b804-87076d431575, host hv-cinder-81757, cleared binding levels {{(pid=102740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:07:34.098871 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-19946707-d225-40b4-8364-369f5eddea2e req-34ae64b9-8657-4752-a31d-50df51db9f4d service neutron] For port d9cbc786-bc49-4094-b804-87076d431575, host hv-cinder-81757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=d9cbc786-bc49-4094-b804-87076d431575,segment=NetworkSegment(74547010-fe5b-44c6-aca7-b3093802ab62),segment_id=74547010-fe5b-44c6-aca7-b3093802ab62)] {{(pid=102740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:07:34.106502 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-19946707-d225-40b4-8364-369f5eddea2e req-34ae64b9-8657-4752-a31d-50df51db9f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:34.167011 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19946707-d225-40b4-8364-369f5eddea2e req-34ae64b9-8657-4752-a31d-50df51db9f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:34.167678 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-19946707-d225-40b4-8364-369f5eddea2e req-34ae64b9-8657-4752-a31d-50df51db9f4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:34.169956 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-19946707-d225-40b4-8364-369f5eddea2e req-34ae64b9-8657-4752-a31d-50df51db9f4d service neutron] 10.222.0.11 "PUT /v2.0/ports/d9cbc786-bc49-4094-b804-87076d431575 HTTP/1.1" status: 200 len: 1093 time: 1.1453967 Nov 19 15:07:34.170443 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d99f29-dbf8-45a9-8815-f96e0367bc65', 'tag': 'd9cbc786-bc49-4094-b804-87076d431575'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:07:34.172700 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ce0fd2-e4c6-4a13-ab0f-a068a37bd704" -d '{"events": [{"name": "network-changed", "server_uuid": "14d99f29-dbf8-45a9-8815-f96e0367bc65", "tag": "d9cbc786-bc49-4094-b804-87076d431575"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:07:34.199648 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-26733bee-6ba9-4220-8b01-56519489de68 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Made reservation on behalf of faec73be0ed44740b1d7128823a86838 for: {'port': 1} {{(pid=102740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:07:34.203789 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-26733bee-6ba9-4220-8b01-56519489de68 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:34.224201 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 15:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f081e4-8af2-4558-a303-5bec3636e9d3 x-openstack-request-id: req-a9f081e4-8af2-4558-a303-5bec3636e9d3 {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:07:34.224490 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d99f29-dbf8-45a9-8815-f96e0367bc65", "tag": "d9cbc786-bc49-4094-b804-87076d431575", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:07:34.224743 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a9f081e4-8af2-4558-a303-5bec3636e9d3 {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:07:34.225157 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d99f29-dbf8-45a9-8815-f96e0367bc65', 'tag': 'd9cbc786-bc49-4094-b804-87076d431575', 'status': 'completed', 'code': 200} Nov 19 15:07:34.225859 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae64b9-8657-4752-a31d-50df51db9f4d service neutron] Pushing event updated for resources: {'Port': ['ID=d9cbc786-bc49-4094-b804-87076d431575,revision_number=3']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:07:34.336223 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19946707-d225-40b4-8364-369f5eddea2e req-fa216b6c-85e4-45b3-ae73-b34fd791a848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:34.338002 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-19946707-d225-40b4-8364-369f5eddea2e req-fa216b6c-85e4-45b3-ae73-b34fd791a848 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5188c6afe0f34319b4b787b96f720f3b&device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 1096 time: 0.1153300 Nov 19 15:07:34.406265 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-19946707-d225-40b4-8364-369f5eddea2e req-22b1265e-dfc9-487e-b97a-ce90e4b6cbdd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9cbc786-bc49-4094-b804-87076d431575 HTTP/1.1" status: 200 len: 217 time: 0.0579264 Nov 19 15:07:34.456611 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_common [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-26733bee-6ba9-4220-8b01-56519489de68 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Allocated IP 172.20.0.14 (b4ed2e73-3775-4a43-ae59-50f9a111138a/09c6ce36-5545-4a00-8637-775b2f8f0904/fb69f7a6-919b-4c48-a8f6-98d1dac444f5) {{(pid=102740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:07:34.515936 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19946707-d225-40b4-8364-369f5eddea2e req-ac7ad56a-82c3-47be-846d-b6afec9868d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:34.517481 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-19946707-d225-40b4-8364-369f5eddea2e req-ac7ad56a-82c3-47be-846d-b6afec9868d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=666c5cc1-1e97-479a-9d62-1c824cf1a5d2 HTTP/1.1" status: 200 len: 853 time: 0.0975676 Nov 19 15:07:34.530895 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84a796-a886-4c81-a8c9-b06b83fe9053 req-ff2c8827-15d4-41e0-9119-bee3e29e18e7 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:34.532380 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-0f84a796-a886-4c81-a8c9-b06b83fe9053 req-ff2c8827-15d4-41e0-9119-bee3e29e18e7 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 943 time: 0.0533504 Nov 19 15:07:34.579740 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-0f84a796-a886-4c81-a8c9-b06b83fe9053 req-13a77b7c-8c70-48f0-afee-0591ef8288c1 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412390 Nov 19 15:07:34.639067 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19946707-d225-40b4-8364-369f5eddea2e req-f60bbcb9-0439-4a8b-90b0-9f0f25db3c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:34.640945 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-19946707-d225-40b4-8364-369f5eddea2e req-f60bbcb9-0439-4a8b-90b0-9f0f25db3c72 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=383652f0-210b-476d-8368-443456095682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0979745 Nov 19 15:07:34.710729 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-26733bee-6ba9-4220-8b01-56519489de68 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Publish callbacks [] for port, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:34.774851 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-19946707-d225-40b4-8364-369f5eddea2e req-e851cbd8-601b-4acb-bb46-fe743f08a68a service neutron] 10.222.0.11 "GET /v2.0/networks/383652f0-210b-476d-8368-443456095682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241527 Nov 19 15:07:34.796928 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-26733bee-6ba9-4220-8b01-56519489de68 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168'] for port, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:34.904307 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-26733bee-6ba9-4220-8b01-56519489de68 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Network b4ed2e73-3775-4a43-ae59-50f9a111138a is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:07:34.917918 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-26733bee-6ba9-4220-8b01-56519489de68 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:07:34.923050 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26733bee-6ba9-4220-8b01-56519489de68 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Pushing event updated for resources: {'Port': ['ID=fb69f7a6-919b-4c48-a8f6-98d1dac444f5,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:07:34.934477 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-26733bee-6ba9-4220-8b01-56519489de68 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Received port after_create {{(pid=102740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:07:34.940905 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-26733bee-6ba9-4220-8b01-56519489de68 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:34.941526 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-26733bee-6ba9-4220-8b01-56519489de68 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:34.953507 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4da37-fde2-4231-a83b-75a45a225272 req-d734e6ef-5b9a-4504-a898-dee6c319c0e9 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:34.955007 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-04b4da37-fde2-4231-a83b-75a45a225272 req-d734e6ef-5b9a-4504-a898-dee6c319c0e9 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 943 time: 0.1781416 Nov 19 15:07:34.998226 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-26733bee-6ba9-4220-8b01-56519489de68 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0024767 Nov 19 15:07:35.017217 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce662ae-54cd-4b61-a271-14a70bdc56b4 req-ed2d8a6d-0289-4d28-85f6-cdf70bff86da tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:35.017788 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-3a3c9c99-bc6f-48fe-9145-4682f57319f9 service neutron] Request body: {'port': {'device_id': '25019dc4-beca-4211-ab7d-0121784e29db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81757'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:07:35.018726 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-9ce662ae-54cd-4b61-a271-14a70bdc56b4 req-ed2d8a6d-0289-4d28-85f6-cdf70bff86da tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=25019dc4-beca-4211-ab7d-0121784e29db HTTP/1.1" status: 200 len: 932 time: 0.0599623 Nov 19 15:07:35.028122 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-19946707-d225-40b4-8364-369f5eddea2e req-5dc4f439-a414-4921-9a97-b4390a11ca23 service neutron] 10.222.0.11 "GET /v2.0/networks/383652f0-210b-476d-8368-443456095682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414412 Nov 19 15:07:35.070919 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-04b4da37-fde2-4231-a83b-75a45a225272 req-74b0d00e-1456-4435-acdf-20da64f93a8f tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087101 Nov 19 15:07:35.073134 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-9ce662ae-54cd-4b61-a271-14a70bdc56b4 req-d9fff239-da2d-450e-9e1b-c0f2a33c5bc2 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5f0e028-076c-48b5-ac80-ecebaa0f3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483818 Nov 19 15:07:35.097151 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-3a3c9c99-bc6f-48fe-9145-4682f57319f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:35.223930 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce0fd2-e4c6-4a13-ab0f-a068a37bd704 req-d86a9d52-c60f-47a7-8158-bfae465ae9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:35.225460 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-77ce0fd2-e4c6-4a13-ab0f-a068a37bd704 req-d86a9d52-c60f-47a7-8158-bfae465ae9eb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5188c6afe0f34319b4b787b96f720f3b&device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 1096 time: 0.1196315 Nov 19 15:07:35.306330 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd95c15-fb3d-490f-8c50-babcc8209e34 req-bfe4a8f4-c3d8-4d4a-93b3-4b662f872174 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:35.307806 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8dd95c15-fb3d-490f-8c50-babcc8209e34 req-bfe4a8f4-c3d8-4d4a-93b3-4b662f872174 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.1530550 Nov 19 15:07:35.475622 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8dd95c15-fb3d-490f-8c50-babcc8209e34 req-77fc50a8-b629-4494-93af-d0e9e5a77fe5 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407001 Nov 19 15:07:35.482425 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce0fd2-e4c6-4a13-ab0f-a068a37bd704 req-66dbc75c-c215-4872-b448-168be74f9a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:35.484123 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-77ce0fd2-e4c6-4a13-ab0f-a068a37bd704 req-66dbc75c-c215-4872-b448-168be74f9a97 service neutron] 10.222.0.11 "GET /v2.0/networks?id=383652f0-210b-476d-8368-443456095682 HTTP/1.1" status: 200 len: 915 time: 0.2110412 Nov 19 15:07:35.548777 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-77ce0fd2-e4c6-4a13-ab0f-a068a37bd704 req-73fd3e7c-e25c-4083-9dfe-901ab11cad54 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9cbc786-bc49-4094-b804-87076d431575 HTTP/1.1" status: 200 len: 217 time: 0.0450335 Nov 19 15:07:35.643027 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce0fd2-e4c6-4a13-ab0f-a068a37bd704 req-99ebf6b3-6fee-4a14-8b29-d81e3c71e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:35.644581 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-77ce0fd2-e4c6-4a13-ab0f-a068a37bd704 req-99ebf6b3-6fee-4a14-8b29-d81e3c71e124 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=666c5cc1-1e97-479a-9d62-1c824cf1a5d2 HTTP/1.1" status: 200 len: 853 time: 0.0851884 Nov 19 15:07:35.646475 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-3a3c9c99-bc6f-48fe-9145-4682f57319f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb69f7a6-919b-4c48-a8f6-98d1dac444f5 {{(pid=102740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:07:35.655113 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-3a3c9c99-bc6f-48fe-9145-4682f57319f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:35.693751 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.provisioning_blocks [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-3a3c9c99-bc6f-48fe-9145-4682f57319f9 service neutron] Transition to ACTIVE for port object fb69f7a6-919b-4c48-a8f6-98d1dac444f5 will not be triggered until provisioned by entity L2. {{(pid=102740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 15:07:35.700332 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-3a3c9c99-bc6f-48fe-9145-4682f57319f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:35.703254 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70927efd-8958-4a6d-86b9-4c2336adddc4 req-d57ee255-0c78-4bea-b0a1-c8698e85a8be tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:35.705022 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-70927efd-8958-4a6d-86b9-4c2336adddc4 req-d57ee255-0c78-4bea-b0a1-c8698e85a8be tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 943 time: 0.0500681 Nov 19 15:07:35.737764 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce0fd2-e4c6-4a13-ab0f-a068a37bd704 req-44889d18-1316-47e5-ad3d-c84d8283c029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:35.739306 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-77ce0fd2-e4c6-4a13-ab0f-a068a37bd704 req-44889d18-1316-47e5-ad3d-c84d8283c029 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=383652f0-210b-476d-8368-443456095682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0814812 Nov 19 15:07:35.757658 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-70927efd-8958-4a6d-86b9-4c2336adddc4 req-e2b6e497-19c5-4527-962d-452692789b67 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459738 Nov 19 15:07:35.801559 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c9c99-bc6f-48fe-9145-4682f57319f9 service neutron] Pushing event updated for resources: {'Port': ['ID=fb69f7a6-919b-4c48-a8f6-98d1dac444f5,revision_number=2']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:07:35.856715 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-3a3c9c99-bc6f-48fe-9145-4682f57319f9 service neutron] Attempting to bind port fb69f7a6-919b-4c48-a8f6-98d1dac444f5 on host hv-cinder-81757 for vnic_type normal with profile {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:07:35.858103 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-3a3c9c99-bc6f-48fe-9145-4682f57319f9 service neutron] Attempting to bind port fb69f7a6-919b-4c48-a8f6-98d1dac444f5 by drivers openvswitch,hyperv on host hv-cinder-81757 at level 0 using segments [{'id': 'fb2e7e36-27d5-45cf-9b90-512b3301605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b4ed2e73-3775-4a43-ae59-50f9a111138a'}] {{(pid=102740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:07:35.858432 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-3a3c9c99-bc6f-48fe-9145-4682f57319f9 service neutron] Attempting to bind port fb69f7a6-919b-4c48-a8f6-98d1dac444f5 on network b4ed2e73-3775-4a43-ae59-50f9a111138a {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:07:35.870505 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-3a3c9c99-bc6f-48fe-9145-4682f57319f9 service neutron] Port fb69f7a6-919b-4c48-a8f6-98d1dac444f5 on network b4ed2e73-3775-4a43-ae59-50f9a111138a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81757 {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 15:07:35.870820 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-3a3c9c99-bc6f-48fe-9145-4682f57319f9 service neutron] Attempting to bind port fb69f7a6-919b-4c48-a8f6-98d1dac444f5 on network b4ed2e73-3775-4a43-ae59-50f9a111138a {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:07:35.879928 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-77ce0fd2-e4c6-4a13-ab0f-a068a37bd704 req-d4e9a35d-e95a-485d-a263-a5023cc25f2d service neutron] 10.222.0.11 "GET /v2.0/networks/383652f0-210b-476d-8368-443456095682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309767 Nov 19 15:07:35.880758 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-3a3c9c99-bc6f-48fe-9145-4682f57319f9 service neutron] Checking agent: {'id': 'e1ea3be9-4fba-465d-a0c0-35388eb51f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'started_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:07:35.881111 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-3a3c9c99-bc6f-48fe-9145-4682f57319f9 service neutron] Checking segment: {'id': 'fb2e7e36-27d5-45cf-9b90-512b3301605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b4ed2e73-3775-4a43-ae59-50f9a111138a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:07:35.881479 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-3a3c9c99-bc6f-48fe-9145-4682f57319f9 service neutron] Bound using segment: {'id': 'fb2e7e36-27d5-45cf-9b90-512b3301605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b4ed2e73-3775-4a43-ae59-50f9a111138a'} {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:07:35.881897 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-3a3c9c99-bc6f-48fe-9145-4682f57319f9 service neutron] Bound port: fb69f7a6-919b-4c48-a8f6-98d1dac444f5, host: hv-cinder-81757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb2e7e36-27d5-45cf-9b90-512b3301605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b4ed2e73-3775-4a43-ae59-50f9a111138a'}}] {{(pid=102740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:07:35.882244 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-3a3c9c99-bc6f-48fe-9145-4682f57319f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:36.001984 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-3a3c9c99-bc6f-48fe-9145-4682f57319f9 service neutron] For port fb69f7a6-919b-4c48-a8f6-98d1dac444f5, host hv-cinder-81757, cleared binding levels {{(pid=102740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:07:36.028772 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-3a3c9c99-bc6f-48fe-9145-4682f57319f9 service neutron] For port fb69f7a6-919b-4c48-a8f6-98d1dac444f5, host hv-cinder-81757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=fb69f7a6-919b-4c48-a8f6-98d1dac444f5,segment=NetworkSegment(fb2e7e36-27d5-45cf-9b90-512b3301605a),segment_id=fb2e7e36-27d5-45cf-9b90-512b3301605a)] {{(pid=102740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:07:36.034335 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-77ce0fd2-e4c6-4a13-ab0f-a068a37bd704 req-30a9133c-0a5a-42d3-89ae-f33f0405123c service neutron] 10.222.0.11 "GET /v2.0/networks/383652f0-210b-476d-8368-443456095682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433241 Nov 19 15:07:36.035322 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-3a3c9c99-bc6f-48fe-9145-4682f57319f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:36.095304 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-3a3c9c99-bc6f-48fe-9145-4682f57319f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:36.095942 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-3a3c9c99-bc6f-48fe-9145-4682f57319f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:36.097345 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-3a3c9c99-bc6f-48fe-9145-4682f57319f9 service neutron] 10.222.0.11 "PUT /v2.0/ports/fb69f7a6-919b-4c48-a8f6-98d1dac444f5 HTTP/1.1" status: 200 len: 1094 time: 1.0879424 Nov 19 15:07:36.122147 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b529e5c-e116-462b-92db-c3b36badd5dc req-d13aaf8a-0119-42da-9b71-308828df249a tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:36.124178 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1b529e5c-e116-462b-92db-c3b36badd5dc req-d13aaf8a-0119-42da-9b71-308828df249a tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.1068666 Nov 19 15:07:36.127529 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c9c99-bc6f-48fe-9145-4682f57319f9 service neutron] Pushing event updated for resources: {'Port': ['ID=fb69f7a6-919b-4c48-a8f6-98d1dac444f5,revision_number=3']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:07:36.216036 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc828e-2621-4914-b70d-56692352938d req-6ead7d57-fcb5-40c3-b92f-ad56772ee994 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:36.218303 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-edbc828e-2621-4914-b70d-56692352938d req-6ead7d57-fcb5-40c3-b92f-ad56772ee994 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=25019dc4-beca-4211-ab7d-0121784e29db HTTP/1.1" status: 200 len: 944 time: 0.0497050 Nov 19 15:07:36.228278 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25019dc4-beca-4211-ab7d-0121784e29db', 'tag': 'fb69f7a6-919b-4c48-a8f6-98d1dac444f5'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:07:36.230490 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d61797-1bad-4194-844f-46b9a14e41ec" -d '{"events": [{"name": "network-changed", "server_uuid": "25019dc4-beca-4211-ab7d-0121784e29db", "tag": "fb69f7a6-919b-4c48-a8f6-98d1dac444f5"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:07:36.268092 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-edbc828e-2621-4914-b70d-56692352938d req-aa305f08-d8cd-46f2-9515-669dd859df25 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5f0e028-076c-48b5-ac80-ecebaa0f3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435743 Nov 19 15:07:36.276955 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-35fa7f92-c055-420a-a1db-fac7620a18a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:36.278478 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-35fa7f92-c055-420a-a1db-fac7620a18a8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=faec73be0ed44740b1d7128823a86838&device_id=25019dc4-beca-4211-ab7d-0121784e29db HTTP/1.1" status: 200 len: 1097 time: 0.1164832 Nov 19 15:07:36.289711 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc87b26-3968-4947-bb68-fc8b22eef99c req-10d8aa54-ccdc-4e7f-b2ba-ec60f09dffb7 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:36.289711 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3cc87b26-3968-4947-bb68-fc8b22eef99c req-10d8aa54-ccdc-4e7f-b2ba-ec60f09dffb7 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 943 time: 0.1281269 Nov 19 15:07:36.332878 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 15:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecb3411-af25-4b42-8b89-76311349d436 x-openstack-request-id: req-3ecb3411-af25-4b42-8b89-76311349d436 {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:07:36.333168 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25019dc4-beca-4211-ab7d-0121784e29db", "tag": "fb69f7a6-919b-4c48-a8f6-98d1dac444f5", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:07:36.333420 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ecb3411-af25-4b42-8b89-76311349d436 {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:07:36.333803 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25019dc4-beca-4211-ab7d-0121784e29db', 'tag': 'fb69f7a6-919b-4c48-a8f6-98d1dac444f5', 'status': 'completed', 'code': 200} Nov 19 15:07:36.337073 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-5de78b0f-ba47-4d13-9431-f4964e4fdae9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb69f7a6-919b-4c48-a8f6-98d1dac444f5 HTTP/1.1" status: 200 len: 217 time: 0.0460999 Nov 19 15:07:36.390504 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-1b529e5c-e116-462b-92db-c3b36badd5dc req-fb5aecd8-e538-4961-9a31-583ecc8326e9 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Deleting port b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c {{(pid=102740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:07:36.390837 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-1b529e5c-e116-462b-92db-c3b36badd5dc req-fb5aecd8-e538-4961-9a31-583ecc8326e9 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:36.454929 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3cc87b26-3968-4947-bb68-fc8b22eef99c req-3aef0fae-c509-403d-8758-e0282117ace6 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564817 Nov 19 15:07:36.465261 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-c3d8308b-bce8-44ff-948a-0a2e526659d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:36.467366 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-c3d8308b-bce8-44ff-948a-0a2e526659d2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=09c6ce36-5545-4a00-8637-775b2f8f0904 HTTP/1.1" status: 200 len: 853 time: 0.1215076 Nov 19 15:07:36.531373 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-f46004d7-9956-40f3-94c4-3dae8c1d1603 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b4ed2e73-3775-4a43-ae59-50f9a111138a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534670 Nov 19 15:07:36.548943 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-1b529e5c-e116-462b-92db-c3b36badd5dc req-fb5aecd8-e538-4961-9a31-583ecc8326e9 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] For port b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c,segment=NetworkSegment(4393c4d3-f30b-4ef6-b52f-f040b25a1a29),segment_id=4393c4d3-f30b-4ef6-b52f-f040b25a1a29)] {{(pid=102740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:07:36.549304 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-1b529e5c-e116-462b-92db-c3b36badd5dc req-fb5aecd8-e538-4961-9a31-583ecc8326e9 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:36.594037 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def2781-39e3-4b54-b019-ae8de6bc80ec req-a9c6ba10-040e-4684-b902-1c346c3edeb4 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:36.594972 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-1b529e5c-e116-462b-92db-c3b36badd5dc req-fb5aecd8-e538-4961-9a31-583ecc8326e9 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Calling delete_port for b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c owned by compute:nova {{(pid=102740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:07:36.595708 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-4def2781-39e3-4b54-b019-ae8de6bc80ec req-a9c6ba10-040e-4684-b902-1c346c3edeb4 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 945 time: 0.0515263 Nov 19 15:07:36.644056 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-4def2781-39e3-4b54-b019-ae8de6bc80ec req-f75d5c00-7061-40fc-af3a-c6ce6d39337e tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413854 Nov 19 15:07:36.851700 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 474c9f67-fb9a-42a4-8ae6-f2786e33ea63 details requested by agent hyperv_hv-cinder-81757 with host hv-cinder-81757 {{(pid=102741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 15:07:36.927436 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-974aed28-950e-4745-9ab4-26ec3a17da5b service neutron] 10.222.0.11 "GET /v2.0/networks/b4ed2e73-3775-4a43-ae59-50f9a111138a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863113 Nov 19 15:07:36.946002 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 474c9f67-fb9a-42a4-8ae6-f2786e33ea63, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=474c9f67-fb9a-42a4-8ae6-f2786e33ea63,segment=NetworkSegment(ed8113ae-2a5c-4a27-affb-b258a654385e),segment_id=ed8113ae-2a5c-4a27-affb-b258a654385e)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:07:36.958416 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Returning: {'device': '474c9f67-fb9a-42a4-8ae6-f2786e33ea63', 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c', 'port_id': '474c9f67-fb9a-42a4-8ae6-f2786e33ea63', 'mac_address': 'fa:16:3e:6f:ba:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fec746e-ce9d-4877-a4a1-5ea67aae0682', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 15:07:36.999814 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:37.006640 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb2841-1213-4901-8c7c-49b22d6ab1ba req-701ec95f-0b95-4a16-ac14-c9477ec294ac tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:37.008203 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8aeb2841-1213-4901-8c7c-49b22d6ab1ba req-701ec95f-0b95-4a16-ac14-c9477ec294ac tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 943 time: 0.1235006 Nov 19 15:07:37.013170 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 474c9f67-fb9a-42a4-8ae6-f2786e33ea63 {{(pid=102741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:07:37.032591 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 474c9f67-fb9a-42a4-8ae6-f2786e33ea63, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=474c9f67-fb9a-42a4-8ae6-f2786e33ea63,segment=NetworkSegment(ed8113ae-2a5c-4a27-affb-b258a654385e),segment_id=ed8113ae-2a5c-4a27-affb-b258a654385e)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:07:37.036334 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:37.083157 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=474c9f67-fb9a-42a4-8ae6-f2786e33ea63,revision_number=9']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:07:37.090426 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:07:37.090832 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:07:37.091181 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:07:37.091524 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:07:37.091848 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:07:37.092177 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:07:37.092505 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:07:37.092854 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:07:37.093199 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:07:37.093527 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:07:37.093848 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:07:37.094168 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:07:37.111978 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3551fb56-3565-4f0d-b295-f38af8b3a189 req-a1aef107-73c6-467b-8b80-b2ea1ccbe97e service neutron] 10.222.0.11 "GET /v2.0/networks/b4ed2e73-3775-4a43-ae59-50f9a111138a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680834 Nov 19 15:07:37.115097 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-1b529e5c-e116-462b-92db-c3b36badd5dc req-fb5aecd8-e538-4961-9a31-583ecc8326e9 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177'] for port, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:37.120936 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8aeb2841-1213-4901-8c7c-49b22d6ab1ba req-0c20bde7-6052-4968-8daa-a797fa47dec0 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060231 Nov 19 15:07:37.130667 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4', 'b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:07:37.152064 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5aecd8-e538-4961-9a31-583ecc8326e9 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Pushing event deleted for resources: {'Port': ['ID=b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:07:37.194498 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b529e5c-e116-462b-92db-c3b36badd5dc req-fb5aecd8-e538-4961-9a31-583ecc8326e9 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] No DVR routers for this DVR port b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c on host hv-cinder-81757 {{(pid=102740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 15:07:37.204597 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-1b529e5c-e116-462b-92db-c3b36badd5dc req-fb5aecd8-e538-4961-9a31-583ecc8326e9 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:37.207807 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1b529e5c-e116-462b-92db-c3b36badd5dc req-fb5aecd8-e538-4961-9a31-583ecc8326e9 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.11 "DELETE /v2.0/ports/b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c HTTP/1.1" status: 204 len: 173 time: 1.0738702 Nov 19 15:07:37.238629 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d61797-1bad-4194-844f-46b9a14e41ec req-66cc454d-471d-46c7-8308-754dce2aa86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:37.240023 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f8d61797-1bad-4194-844f-46b9a14e41ec req-66cc454d-471d-46c7-8308-754dce2aa86e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=faec73be0ed44740b1d7128823a86838&device_id=25019dc4-beca-4211-ab7d-0121784e29db HTTP/1.1" status: 200 len: 1097 time: 0.0466325 Nov 19 15:07:37.349668 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d61797-1bad-4194-844f-46b9a14e41ec req-a04959bb-97f7-4d8e-ade8-ce8568d6bd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:37.351013 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f8d61797-1bad-4194-844f-46b9a14e41ec req-a04959bb-97f7-4d8e-ade8-ce8568d6bd21 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b4ed2e73-3775-4a43-ae59-50f9a111138a HTTP/1.1" status: 200 len: 914 time: 0.1023202 Nov 19 15:07:37.362543 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['474c9f67-fb9a-42a4-8ae6-f2786e33ea63'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:07:37.390322 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230b267-c761-4be2-a0cc-3d189575166c req-26397819-8779-4c24-a30a-5a5bee724246 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:37.392480 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-3230b267-c761-4be2-a0cc-3d189575166c req-26397819-8779-4c24-a30a-5a5bee724246 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=25019dc4-beca-4211-ab7d-0121784e29db HTTP/1.1" status: 200 len: 944 time: 0.0501215 Nov 19 15:07:37.403732 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f8d61797-1bad-4194-844f-46b9a14e41ec req-c0db1eea-d1f2-4779-9d88-15c75fdda13a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb69f7a6-919b-4c48-a8f6-98d1dac444f5 HTTP/1.1" status: 200 len: 217 time: 0.0384364 Nov 19 15:07:37.443416 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-3230b267-c761-4be2-a0cc-3d189575166c req-e5fe38bc-88f6-4309-8d39-a0c2f64d1024 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5f0e028-076c-48b5-ac80-ecebaa0f3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445435 Nov 19 15:07:37.469785 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d61797-1bad-4194-844f-46b9a14e41ec req-e5936c59-1e26-4bd0-8d82-7b818663fd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:37.471341 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f8d61797-1bad-4194-844f-46b9a14e41ec req-e5936c59-1e26-4bd0-8d82-7b818663fd3d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=09c6ce36-5545-4a00-8637-775b2f8f0904 HTTP/1.1" status: 200 len: 853 time: 0.0546937 Nov 19 15:07:37.515550 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f8d61797-1bad-4194-844f-46b9a14e41ec req-1e5039ca-08d0-438d-9275-862b6b8016ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b4ed2e73-3775-4a43-ae59-50f9a111138a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296330 Nov 19 15:07:37.622943 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e6138-d5c2-4b6c-8ddb-38d6c28a340f req-868c12a7-42e6-463f-b328-f9d4f8d00e1c tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:37.624436 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b43e6138-d5c2-4b6c-8ddb-38d6c28a340f req-868c12a7-42e6-463f-b328-f9d4f8d00e1c tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 943 time: 0.1013451 Nov 19 15:07:37.660840 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f8d61797-1bad-4194-844f-46b9a14e41ec req-193046b9-d897-4926-807c-7fc4295f9e05 service neutron] 10.222.0.11 "GET /v2.0/networks/b4ed2e73-3775-4a43-ae59-50f9a111138a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286764 Nov 19 15:07:37.732817 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b43e6138-d5c2-4b6c-8ddb-38d6c28a340f req-852bfd18-41bd-4b70-a7a0-3c7bf42f3f41 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017201 Nov 19 15:07:37.778126 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-4010be72-7a01-4b2e-8a5f-33e28c75cd01 req-cd32a8fd-87af-4509-a1fd-e7585a1c2f29 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffd2431-3834-482a-b5b7-872064a1058a HTTP/1.1" status: 200 len: 210 time: 0.0449047 Nov 19 15:07:37.793537 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f8d61797-1bad-4194-844f-46b9a14e41ec req-13e85356-de63-434a-b194-c00faa5cc912 service neutron] 10.222.0.11 "GET /v2.0/networks/b4ed2e73-3775-4a43-ae59-50f9a111138a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225910 Nov 19 15:07:38.245571 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30c8cc-1628-45ed-87e9-35cfa1ed21b3 req-a4a67efb-0565-42bf-9ad5-b8993de8090a tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:38.247155 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-de30c8cc-1628-45ed-87e9-35cfa1ed21b3 req-a4a67efb-0565-42bf-9ad5-b8993de8090a tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 944 time: 0.0488765 Nov 19 15:07:38.294402 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-de30c8cc-1628-45ed-87e9-35cfa1ed21b3 req-4497e265-8473-4745-90b1-a5c5847d6435 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399528 Nov 19 15:07:38.335115 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffd2431-3834-482a-b5b7-872064a1058a', 'name': 'network-vif-deleted', 'tag': 'b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:07:38.337518 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22958cac-4e80-48f7-8c4b-65460e460ca4" -d '{"events": [{"server_uuid": "1ffd2431-3834-482a-b5b7-872064a1058a", "name": "network-vif-deleted", "tag": "b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:07:38.371718 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d946b9d1-24c2-41a9-b714-50f549047c32 x-openstack-request-id: req-d946b9d1-24c2-41a9-b714-50f549047c32 {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:07:38.372012 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffd2431-3834-482a-b5b7-872064a1058a", "name": "network-vif-deleted", "tag": "b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:07:38.372265 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d946b9d1-24c2-41a9-b714-50f549047c32 {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:07:38.373188 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffd2431-3834-482a-b5b7-872064a1058a', 'name': 'network-vif-deleted', 'tag': 'b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c', 'status': 'completed', 'code': 200} Nov 19 15:07:38.562014 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f4928-e0a7-46f2-a6f5-acbc1210a362 req-409f72b9-1cc7-4af4-948e-9ff9c3594ea1 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:38.563462 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-de4f4928-e0a7-46f2-a6f5-acbc1210a362 req-409f72b9-1cc7-4af4-948e-9ff9c3594ea1 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=25019dc4-beca-4211-ab7d-0121784e29db HTTP/1.1" status: 200 len: 944 time: 0.0519123 Nov 19 15:07:38.608904 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-de4f4928-e0a7-46f2-a6f5-acbc1210a362 req-d295661c-ebb4-43b9-9d37-3326834288b1 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5f0e028-076c-48b5-ac80-ecebaa0f3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394630 Nov 19 15:07:38.856310 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81996aef-31ae-4bcf-9278-49843b1c0246 req-9915efe8-fbb5-46ac-9999-e0e30d12662b tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:38.858433 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-81996aef-31ae-4bcf-9278-49843b1c0246 req-9915efe8-fbb5-46ac-9999-e0e30d12662b tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 943 time: 0.0499597 Nov 19 15:07:38.864949 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device d9cbc786-bc49-4094-b804-87076d431575 details requested by agent hyperv_hv-cinder-81757 with host hv-cinder-81757 {{(pid=102741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 15:07:38.869752 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 474c9f67-fb9a-42a4-8ae6-f2786e33ea63 up at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:07:38.908494 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-81996aef-31ae-4bcf-9278-49843b1c0246 req-8f1bfe56-c5b7-46f1-8242-02b2a0f970fd tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426054 Nov 19 15:07:38.981084 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning complete for port 474c9f67-fb9a-42a4-8ae6-f2786e33ea63 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:07:38.981466 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:39.030283 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port d9cbc786-bc49-4094-b804-87076d431575, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=d9cbc786-bc49-4094-b804-87076d431575,segment=NetworkSegment(74547010-fe5b-44c6-aca7-b3093802ab62),segment_id=74547010-fe5b-44c6-aca7-b3093802ab62)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:07:39.042344 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbe0e0-c3a1-4ce2-a9fc-070183a90fe3 req-e3d3cb90-3a3a-4cee-8239-20c9787a92db tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:39.043857 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-65fbe0e0-c3a1-4ce2-a9fc-070183a90fe3 req-e3d3cb90-3a3a-4cee-8239-20c9787a92db tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0486174 Nov 19 15:07:39.049235 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Returning: {'device': 'd9cbc786-bc49-4094-b804-87076d431575', 'network_id': '383652f0-210b-476d-8368-443456095682', 'port_id': 'd9cbc786-bc49-4094-b804-87076d431575', 'mac_address': 'fa:16:3e:17:d6:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '666c5cc1-1e97-479a-9d62-1c824cf1a5d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 15:07:39.095706 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-65fbe0e0-c3a1-4ce2-a9fc-070183a90fe3 req-7472f413-144b-4f0e-a74e-2616009de82c tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444429 Nov 19 15:07:39.116737 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:39.130431 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:39.140403 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9cbc786-bc49-4094-b804-87076d431575 {{(pid=102741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:07:39.169041 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084f3bb6-2fa2-4b60-985e-61c8b8f2fc82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474c9f67-fb9a-42a4-8ae6-f2786e33ea63'}] {{(pid=102741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:07:39.171455 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02aed456f185bd727e3ab04ef3305858fece041079839c75bcf3d6cf309ea5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e71290-d80e-420e-82c7-584fd845ae57" -d '{"events": [{"server_uuid": "084f3bb6-2fa2-4b60-985e-61c8b8f2fc82", "name": "network-vif-plugged", "status": "completed", "tag": "474c9f67-fb9a-42a4-8ae6-f2786e33ea63"}]}' {{(pid=102741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:07:39.182719 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port d9cbc786-bc49-4094-b804-87076d431575, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=d9cbc786-bc49-4094-b804-87076d431575,segment=NetworkSegment(74547010-fe5b-44c6-aca7-b3093802ab62),segment_id=74547010-fe5b-44c6-aca7-b3093802ab62)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:07:39.186434 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 474c9f67-fb9a-42a4-8ae6-f2786e33ea63, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=474c9f67-fb9a-42a4-8ae6-f2786e33ea63,segment=NetworkSegment(ed8113ae-2a5c-4a27-affb-b258a654385e),segment_id=ed8113ae-2a5c-4a27-affb-b258a654385e)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:07:39.187836 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:39.192767 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:39.215090 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f112137-b262-41f8-9c9a-38c308dbeed8 x-openstack-request-id: req-5f112137-b262-41f8-9c9a-38c308dbeed8 {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:07:39.215415 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "084f3bb6-2fa2-4b60-985e-61c8b8f2fc82", "name": "network-vif-plugged", "status": "completed", "tag": "474c9f67-fb9a-42a4-8ae6-f2786e33ea63", "code": 200}]} {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:07:39.215677 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f112137-b262-41f8-9c9a-38c308dbeed8 {{(pid=102741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:07:39.216147 dv-cinder-817573-1-iscsi neutron-server[102741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '084f3bb6-2fa2-4b60-985e-61c8b8f2fc82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474c9f67-fb9a-42a4-8ae6-f2786e33ea63', 'code': 200} Nov 19 15:07:39.243010 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=d9cbc786-bc49-4094-b804-87076d431575,revision_number=4']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:07:39.290025 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=474c9f67-fb9a-42a4-8ae6-f2786e33ea63,revision_number=10']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:07:39.414420 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06780944-8485-4f3b-869a-9fe8f9399eef req-a64d4163-01b2-49e4-9e0c-c16d4eac00c3 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:39.415778 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-06780944-8485-4f3b-869a-9fe8f9399eef req-a64d4163-01b2-49e4-9e0c-c16d4eac00c3 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 946 time: 0.0489612 Nov 19 15:07:39.461646 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-06780944-8485-4f3b-869a-9fe8f9399eef req-dac8b70f-44a2-40da-8d57-afbc8e3a62e5 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397747 Nov 19 15:07:39.526438 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['d9cbc786-bc49-4094-b804-87076d431575'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:07:39.725190 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1478d2e-458b-4196-90ef-fd06537810f3 req-d376d085-7a09-43a4-973e-20a8abb07ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:39.726826 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f1478d2e-458b-4196-90ef-fd06537810f3 req-d376d085-7a09-43a4-973e-20a8abb07ebb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 1099 time: 0.0413063 Nov 19 15:07:39.737647 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b40cd4-4075-4a04-9d87-78d56b4662c9 req-8af3ff34-10e6-4d3a-a8ee-39260879ff07 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:39.739134 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-d9b40cd4-4075-4a04-9d87-78d56b4662c9 req-8af3ff34-10e6-4d3a-a8ee-39260879ff07 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=25019dc4-beca-4211-ab7d-0121784e29db HTTP/1.1" status: 200 len: 944 time: 0.0563669 Nov 19 15:07:39.779467 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f1478d2e-458b-4196-90ef-fd06537810f3 req-67c911c4-e16c-4d30-a829-33c6fcddba92 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385602 Nov 19 15:07:39.788773 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-d9b40cd4-4075-4a04-9d87-78d56b4662c9 req-f152aaa8-eecb-4c32-92a3-d1be05a17704 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5f0e028-076c-48b5-ac80-ecebaa0f3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433180 Nov 19 15:07:40.031417 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982d42a-b1eb-4854-830d-d9ccfca5181a req-0b292442-a774-41d3-b17d-3eedcc517522 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:40.032764 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f982d42a-b1eb-4854-830d-d9ccfca5181a req-0b292442-a774-41d3-b17d-3eedcc517522 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 944 time: 0.0516765 Nov 19 15:07:40.077975 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f982d42a-b1eb-4854-830d-d9ccfca5181a req-860f2509-b3cb-4ff3-897a-2acf68e7850a tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392780 Nov 19 15:07:40.207950 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99f955-f219-4939-804c-7eda5265a5fb req-0e977106-976c-4568-b223-9348fddc78f3 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:40.209450 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-6a99f955-f219-4939-804c-7eda5265a5fb req-0e977106-976c-4568-b223-9348fddc78f3 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0473199 Nov 19 15:07:40.255349 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-6a99f955-f219-4939-804c-7eda5265a5fb req-4633e178-1989-47d4-b29f-fc7f3c34db29 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397098 Nov 19 15:07:40.581950 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414efc7-f8ef-44c1-9fcd-49adf6fecc3f req-a54eea00-8293-4e06-890d-e461ffbb21c3 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:40.583433 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-7414efc7-f8ef-44c1-9fcd-49adf6fecc3f req-a54eea00-8293-4e06-890d-e461ffbb21c3 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 946 time: 0.0490413 Nov 19 15:07:40.634899 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-7414efc7-f8ef-44c1-9fcd-49adf6fecc3f req-9f59e98d-b3f0-453d-abdc-876ffa338c98 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431073 Nov 19 15:07:40.893892 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device fb69f7a6-919b-4c48-a8f6-98d1dac444f5 details requested by agent hyperv_hv-cinder-81757 with host hv-cinder-81757 {{(pid=102741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 15:07:40.897865 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device d9cbc786-bc49-4094-b804-87076d431575 up at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:07:40.902554 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978ef51-6f6f-4d90-a086-8989855936f1 req-37cb935c-1652-4519-9707-f14f2e9beda7 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:40.904011 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8978ef51-6f6f-4d90-a086-8989855936f1 req-37cb935c-1652-4519-9707-f14f2e9beda7 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=25019dc4-beca-4211-ab7d-0121784e29db HTTP/1.1" status: 200 len: 944 time: 0.0486538 Nov 19 15:07:40.955019 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8978ef51-6f6f-4d90-a086-8989855936f1 req-b2ba95f7-1fac-48bc-b056-70ff4cf244a3 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5f0e028-076c-48b5-ac80-ecebaa0f3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447321 Nov 19 15:07:41.008224 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning for port d9cbc786-bc49-4094-b804-87076d431575 completed by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 15:07:41.019064 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning complete for port d9cbc786-bc49-4094-b804-87076d431575 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:07:41.019458 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:41.065747 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port fb69f7a6-919b-4c48-a8f6-98d1dac444f5, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=fb69f7a6-919b-4c48-a8f6-98d1dac444f5,segment=NetworkSegment(fb2e7e36-27d5-45cf-9b90-512b3301605a),segment_id=fb2e7e36-27d5-45cf-9b90-512b3301605a)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:07:41.082867 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Returning: {'device': 'fb69f7a6-919b-4c48-a8f6-98d1dac444f5', 'network_id': 'b4ed2e73-3775-4a43-ae59-50f9a111138a', 'port_id': 'fb69f7a6-919b-4c48-a8f6-98d1dac444f5', 'mac_address': 'fa:16:3e:aa:aa:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09c6ce36-5545-4a00-8637-775b2f8f0904', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 15:07:41.155503 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:41.173710 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb69f7a6-919b-4c48-a8f6-98d1dac444f5 {{(pid=102741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:07:41.180310 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:41.210729 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port fb69f7a6-919b-4c48-a8f6-98d1dac444f5, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=fb69f7a6-919b-4c48-a8f6-98d1dac444f5,segment=NetworkSegment(fb2e7e36-27d5-45cf-9b90-512b3301605a),segment_id=fb2e7e36-27d5-45cf-9b90-512b3301605a)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:07:41.211725 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46e973-75e9-4cdc-a4e4-4d9b9ee8fa29 req-3cee05e7-2091-4bfd-904d-ca7a4d8fa56e tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:41.213667 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-0e46e973-75e9-4cdc-a4e4-4d9b9ee8fa29 req-3cee05e7-2091-4bfd-904d-ca7a4d8fa56e tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 944 time: 0.0530796 Nov 19 15:07:41.218555 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d99f29-dbf8-45a9-8815-f96e0367bc65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9cbc786-bc49-4094-b804-87076d431575'}] {{(pid=102741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:07:41.220920 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02aed456f185bd727e3ab04ef3305858fece041079839c75bcf3d6cf309ea5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81772153-16ea-43b3-b69a-4576d64a58bb" -d '{"events": [{"server_uuid": "14d99f29-dbf8-45a9-8815-f96e0367bc65", "name": "network-vif-plugged", "status": "completed", "tag": "d9cbc786-bc49-4094-b804-87076d431575"}]}' {{(pid=102741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:07:41.230962 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:41.238778 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port d9cbc786-bc49-4094-b804-87076d431575, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=d9cbc786-bc49-4094-b804-87076d431575,segment=NetworkSegment(74547010-fe5b-44c6-aca7-b3093802ab62),segment_id=74547010-fe5b-44c6-aca7-b3093802ab62)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:07:41.272333 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:41.273224 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c no longer exists at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:07:41.273949 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-0e46e973-75e9-4cdc-a4e4-4d9b9ee8fa29 req-6a1b43f4-aa3c-4816-8472-034570811c73 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525641 Nov 19 15:07:41.281821 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935bb0d7-4c78-4862-a9c4-b98f45956fa8 x-openstack-request-id: req-935bb0d7-4c78-4862-a9c4-b98f45956fa8 {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:07:41.282146 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d99f29-dbf8-45a9-8815-f96e0367bc65", "name": "network-vif-plugged", "status": "completed", "tag": "d9cbc786-bc49-4094-b804-87076d431575", "code": 200}]} {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:07:41.282428 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-935bb0d7-4c78-4862-a9c4-b98f45956fa8 {{(pid=102741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:07:41.282812 dv-cinder-817573-1-iscsi neutron-server[102741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d99f29-dbf8-45a9-8815-f96e0367bc65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9cbc786-bc49-4094-b804-87076d431575', 'code': 200} Nov 19 15:07:41.306700 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=fb69f7a6-919b-4c48-a8f6-98d1dac444f5,revision_number=4']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:07:41.330933 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] No Port match for: b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:07:41.331269 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device b8fda7da-8eb5-4b5f-880e-2cfa9a3b709c not bound to the agent host hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:07:41.384091 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=d9cbc786-bc49-4094-b804-87076d431575,revision_number=5']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:07:41.398027 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f56677-f2d6-441e-b47e-2f2d8224786d req-62e4110f-5357-4bd0-aa8f-1f906aa92c90 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:41.399765 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f3f56677-f2d6-441e-b47e-2f2d8224786d req-62e4110f-5357-4bd0-aa8f-1f906aa92c90 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0576606 Nov 19 15:07:41.452441 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f3f56677-f2d6-441e-b47e-2f2d8224786d req-a6f7e911-e33d-486c-9c8a-26d2f6c9e6a0 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451119 Nov 19 15:07:41.539116 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74887aa8-f1a0-4a3d-bc64-1ab4fddf9541 req-f32e878d-209d-4596-8d0e-bb26b4e5b929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:41.541132 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-74887aa8-f1a0-4a3d-bc64-1ab4fddf9541 req-f32e878d-209d-4596-8d0e-bb26b4e5b929 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 1098 time: 0.0424685 Nov 19 15:07:41.594051 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-74887aa8-f1a0-4a3d-bc64-1ab4fddf9541 req-3480358e-6190-4372-b81e-419615d226fd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405540 Nov 19 15:07:41.695932 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['fb69f7a6-919b-4c48-a8f6-98d1dac444f5'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:07:41.791815 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d873aa8-2586-4a05-a067-3521ee50f77b req-78852fed-0d2d-442b-be55-902d7d5583e4 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:41.793953 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-5d873aa8-2586-4a05-a067-3521ee50f77b req-78852fed-0d2d-442b-be55-902d7d5583e4 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 946 time: 0.0699492 Nov 19 15:07:41.857367 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-5d873aa8-2586-4a05-a067-3521ee50f77b req-6fcdf5bc-700a-4bb5-99d2-2d5c7633fdb5 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564365 Nov 19 15:07:42.024877 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f4a62-ac47-4f46-b206-c7a2433e2041 req-89bb64e2-b514-488e-8369-5e6617b0fa4f tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:42.026372 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-952f4a62-ac47-4f46-b206-c7a2433e2041 req-89bb64e2-b514-488e-8369-5e6617b0fa4f tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0541055 Nov 19 15:07:42.075502 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-952f4a62-ac47-4f46-b206-c7a2433e2041 req-d1cbf81e-f476-452d-93b2-1fb81c4b8c36 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427337 Nov 19 15:07:42.094816 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec6f92-a451-4494-8c92-19229a53b22d req-50daf382-26bd-4107-adbf-54830f65eece tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:42.096418 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-25ec6f92-a451-4494-8c92-19229a53b22d req-50daf382-26bd-4107-adbf-54830f65eece tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=25019dc4-beca-4211-ab7d-0121784e29db HTTP/1.1" status: 200 len: 945 time: 0.0642788 Nov 19 15:07:42.150242 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-25ec6f92-a451-4494-8c92-19229a53b22d req-8e308d35-1d87-40a2-9d33-b5a01a30071b tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5f0e028-076c-48b5-ac80-ecebaa0f3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479424 Nov 19 15:07:42.394326 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5929f5f-153f-4a7a-8332-0d13866b7aac req-b6fc9152-c643-4d70-9449-d912add79222 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:42.395683 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a5929f5f-153f-4a7a-8332-0d13866b7aac req-b6fc9152-c643-4d70-9449-d912add79222 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 945 time: 0.0482025 Nov 19 15:07:42.441476 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a5929f5f-153f-4a7a-8332-0d13866b7aac req-8a9172a5-b1e3-4e27-90eb-d61d67e68266 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399795 Nov 19 15:07:42.566386 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fe29d-d32a-455c-b758-60511cf9df68 req-1b94e4d2-238c-4c76-9709-020063e07250 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:42.567857 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-cf3fe29d-d32a-455c-b758-60511cf9df68 req-1b94e4d2-238c-4c76-9709-020063e07250 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0486741 Nov 19 15:07:42.614294 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-cf3fe29d-d32a-455c-b758-60511cf9df68 req-96c99aba-7fe5-4b16-b1df-18de9fc1439c tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406826 Nov 19 15:07:42.911635 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device fb69f7a6-919b-4c48-a8f6-98d1dac444f5 up at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:07:42.962393 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning for port fb69f7a6-919b-4c48-a8f6-98d1dac444f5 completed by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 15:07:42.969139 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning complete for port fb69f7a6-919b-4c48-a8f6-98d1dac444f5 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:07:42.969618 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:42.988026 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976fa5f-2b51-4c23-a220-27ea6c849e1b req-dd53d848-c810-43d2-81af-7b74014dc6c5 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:42.989554 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1976fa5f-2b51-4c23-a220-27ea6c849e1b req-dd53d848-c810-43d2-81af-7b74014dc6c5 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 946 time: 0.0548666 Nov 19 15:07:43.065536 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1976fa5f-2b51-4c23-a220-27ea6c849e1b req-9c6d44fd-a6e9-4e5b-975d-0494e53ad417 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689626 Nov 19 15:07:43.084210 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:43.135705 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port fb69f7a6-919b-4c48-a8f6-98d1dac444f5, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=fb69f7a6-919b-4c48-a8f6-98d1dac444f5,segment=NetworkSegment(fb2e7e36-27d5-45cf-9b90-512b3301605a),segment_id=fb2e7e36-27d5-45cf-9b90-512b3301605a)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:07:43.142519 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:43.202306 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=fb69f7a6-919b-4c48-a8f6-98d1dac444f5,revision_number=5']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:07:43.219095 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dba01d-50f8-44b3-a1fa-5ab0f8663b50 req-49492107-da8c-4b18-b287-85ed221c64af tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:43.220818 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-c8dba01d-50f8-44b3-a1fa-5ab0f8663b50 req-49492107-da8c-4b18-b287-85ed221c64af tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0609932 Nov 19 15:07:43.268959 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-c8dba01d-50f8-44b3-a1fa-5ab0f8663b50 req-dcea1e7b-b854-47a0-a756-4ce95b7c516f tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412593 Nov 19 15:07:43.284449 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25019dc4-beca-4211-ab7d-0121784e29db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb69f7a6-919b-4c48-a8f6-98d1dac444f5'}] {{(pid=102741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:07:43.285056 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e8194-80d5-42c3-8c8e-a795febc7221 req-cf34d984-7060-4dc5-bc6d-c953abd1b20a tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:43.286544 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-431e8194-80d5-42c3-8c8e-a795febc7221 req-cf34d984-7060-4dc5-bc6d-c953abd1b20a tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=25019dc4-beca-4211-ab7d-0121784e29db HTTP/1.1" status: 200 len: 946 time: 0.0484066 Nov 19 15:07:43.286927 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02aed456f185bd727e3ab04ef3305858fece041079839c75bcf3d6cf309ea5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b3763e-ccae-46cc-9353-0a38c6908422" -d '{"events": [{"server_uuid": "25019dc4-beca-4211-ab7d-0121784e29db", "name": "network-vif-plugged", "status": "completed", "tag": "fb69f7a6-919b-4c48-a8f6-98d1dac444f5"}]}' {{(pid=102741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:07:43.322841 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccaa7f4-4d2a-4827-ba48-7a5e25cceaea x-openstack-request-id: req-2ccaa7f4-4d2a-4827-ba48-7a5e25cceaea {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:07:43.323168 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25019dc4-beca-4211-ab7d-0121784e29db", "name": "network-vif-plugged", "status": "completed", "tag": "fb69f7a6-919b-4c48-a8f6-98d1dac444f5", "code": 200}]} {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:07:43.323428 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ccaa7f4-4d2a-4827-ba48-7a5e25cceaea {{(pid=102741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:07:43.323815 dv-cinder-817573-1-iscsi neutron-server[102741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25019dc4-beca-4211-ab7d-0121784e29db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb69f7a6-919b-4c48-a8f6-98d1dac444f5', 'code': 200} Nov 19 15:07:43.336712 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-431e8194-80d5-42c3-8c8e-a795febc7221 req-4b5505e9-4de2-4b2c-93b6-b5923383af11 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5f0e028-076c-48b5-ac80-ecebaa0f3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441060 Nov 19 15:07:43.514840 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07f547-382a-4740-b9f4-7fa45687d672 req-6694e799-c517-4a26-9f74-8918059a5610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:43.516339 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-bb07f547-382a-4740-b9f4-7fa45687d672 req-6694e799-c517-4a26-9f74-8918059a5610 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=25019dc4-beca-4211-ab7d-0121784e29db HTTP/1.1" status: 200 len: 1099 time: 0.0407832 Nov 19 15:07:43.560516 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2dbed1-4d09-4b54-9772-791583f75e97 req-dfe94ef2-561a-4668-89d0-640ac99c19bc tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:43.562285 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-9c2dbed1-4d09-4b54-9772-791583f75e97 req-dfe94ef2-561a-4668-89d0-640ac99c19bc tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 945 time: 0.0533574 Nov 19 15:07:43.570841 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-bb07f547-382a-4740-b9f4-7fa45687d672 req-772f5d38-0fe0-4d86-be27-11d6a38ba146 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c5f0e028-076c-48b5-ac80-ecebaa0f3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420520 Nov 19 15:07:43.609231 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-9c2dbed1-4d09-4b54-9772-791583f75e97 req-5a5d7108-164d-4449-86fc-e9256902583c tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409672 Nov 19 15:07:43.722074 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b71f6c-fd43-4c0f-911e-55d9bab9de09 req-5544c052-83ef-49db-bba3-db4d7fb7b334 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:43.723585 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-56b71f6c-fd43-4c0f-911e-55d9bab9de09 req-5544c052-83ef-49db-bba3-db4d7fb7b334 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 945 time: 0.0490403 Nov 19 15:07:43.726269 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0d1ce-0521-40f4-8de6-aa866c7cb8c9 req-8a6d08e1-692a-4910-9102-038ee916ad64 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:43.727743 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-7ea0d1ce-0521-40f4-8de6-aa866c7cb8c9 req-8a6d08e1-692a-4910-9102-038ee916ad64 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0485394 Nov 19 15:07:43.773542 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-56b71f6c-fd43-4c0f-911e-55d9bab9de09 req-79cff8a8-b0f5-4a91-9937-7ac9193aacd7 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432670 Nov 19 15:07:43.775465 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-7ea0d1ce-0521-40f4-8de6-aa866c7cb8c9 req-5552c57f-c28b-43d6-89ec-9e1562f86a64 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412030 Nov 19 15:07:44.096786 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48750d99-4f58-43a1-b62e-4e3b5712ea4c req-708ef545-f77a-450d-ae74-96591122a9d1 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:44.098251 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-48750d99-4f58-43a1-b62e-4e3b5712ea4c req-708ef545-f77a-450d-ae74-96591122a9d1 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 945 time: 0.0509696 Nov 19 15:07:44.144917 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-48750d99-4f58-43a1-b62e-4e3b5712ea4c req-51003c9f-080a-4d72-a276-793796508e3e tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407958 Nov 19 15:07:44.406284 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32643075-0a35-4a58-9eb9-6a157bfe42b6 req-11fd5c18-b575-4e37-8395-265a60f5a8de tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:44.408004 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-32643075-0a35-4a58-9eb9-6a157bfe42b6 req-11fd5c18-b575-4e37-8395-265a60f5a8de tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0628998 Nov 19 15:07:44.443068 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ab74f-0f8c-4e5a-8f4f-854f83da4cd9 req-3c343148-4932-4693-8c85-68736776f4b8 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:44.444955 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-159ab74f-0f8c-4e5a-8f4f-854f83da4cd9 req-3c343148-4932-4693-8c85-68736776f4b8 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=57a63773-fdbd-42f4-902a-e7a239352c74 HTTP/1.1" status: 200 len: 945 time: 0.0621188 Nov 19 15:07:44.478284 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-32643075-0a35-4a58-9eb9-6a157bfe42b6 req-0b5eadf1-9f16-400c-977b-0708420f77da tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604079 Nov 19 15:07:44.517299 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-159ab74f-0f8c-4e5a-8f4f-854f83da4cd9 req-138a2046-a3f3-4fb3-8f69-500dae5e4335 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647666 Nov 19 15:07:44.582215 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323fe756-bd4a-4475-a3bc-6f4e7eef4625 req-d08b10d5-64e6-43fe-a3b2-f680b6ec13c8 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:44.583704 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-323fe756-bd4a-4475-a3bc-6f4e7eef4625 req-d08b10d5-64e6-43fe-a3b2-f680b6ec13c8 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=25019dc4-beca-4211-ab7d-0121784e29db HTTP/1.1" status: 200 len: 946 time: 0.0485175 Nov 19 15:07:44.635033 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-323fe756-bd4a-4475-a3bc-6f4e7eef4625 req-80b89347-98d8-435b-9ece-ae30cdbe869c tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5f0e028-076c-48b5-ac80-ecebaa0f3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448420 Nov 19 15:07:44.892171 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d41db-dba1-4f1b-8505-9ac5ecbaa89e req-101986e4-84e6-4f57-9641-27f4c12bf267 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:44.893553 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-809d41db-dba1-4f1b-8505-9ac5ecbaa89e req-101986e4-84e6-4f57-9641-27f4c12bf267 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0510466 Nov 19 15:07:44.939681 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-809d41db-dba1-4f1b-8505-9ac5ecbaa89e req-99ff3361-98bb-473e-a47a-dac548770aae tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402443 Nov 19 15:07:45.605946 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d363ff-cfeb-4aa1-ad75-4cc7c907d7a5 req-400785b2-f255-4210-b35e-7e4ce1a71c08 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:45.608458 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-42d363ff-cfeb-4aa1-ad75-4cc7c907d7a5 req-400785b2-f255-4210-b35e-7e4ce1a71c08 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0588903 Nov 19 15:07:45.648569 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176b028-623c-4be8-95b8-ab4218d468bb req-2fb867b8-9d61-4cbc-9dec-7b9250f04b15 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:45.648569 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b176b028-623c-4be8-95b8-ab4218d468bb req-2fb867b8-9d61-4cbc-9dec-7b9250f04b15 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=57a63773-fdbd-42f4-902a-e7a239352c74 HTTP/1.1" status: 200 len: 945 time: 0.0593374 Nov 19 15:07:45.657773 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-42d363ff-cfeb-4aa1-ad75-4cc7c907d7a5 req-30a2b415-5493-4d23-abc8-8ff0ff575bfc tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433087 Nov 19 15:07:45.700583 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b176b028-623c-4be8-95b8-ab4218d468bb req-8a274c62-fe01-42a2-9d99-a28036d5e39c tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460324 Nov 19 15:07:45.769438 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a2270-0273-4792-bda0-b7a50e127082 req-f5d6a1f5-05a9-444d-8782-144aa0b98bd0 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:45.770931 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-a78a2270-0273-4792-bda0-b7a50e127082 req-f5d6a1f5-05a9-444d-8782-144aa0b98bd0 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=25019dc4-beca-4211-ab7d-0121784e29db HTTP/1.1" status: 200 len: 946 time: 0.0505140 Nov 19 15:07:45.819262 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-a78a2270-0273-4792-bda0-b7a50e127082 req-a5209430-a548-4dc6-a38f-f387e73e406a tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5f0e028-076c-48b5-ac80-ecebaa0f3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424969 Nov 19 15:07:46.068094 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405f7f4-0453-491e-936f-97c98eb636df req-b7670d76-f0af-4910-bc1a-cb788f41257c tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:46.069619 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-f405f7f4-0453-491e-936f-97c98eb636df req-b7670d76-f0af-4910-bc1a-cb788f41257c tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0527232 Nov 19 15:07:46.118559 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-f405f7f4-0453-491e-936f-97c98eb636df req-1cea98ee-ad29-485c-b51e-c26d734111d3 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423768 Nov 19 15:07:46.125107 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-a75fead9-94d9-45f7-acbe-3d6e07745d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:46.775445 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239f990-78b3-4b94-b646-3b0d32cfec36 req-1324acfb-bd8a-467f-8153-8a4c5e7bc990 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:46.776931 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3239f990-78b3-4b94-b646-3b0d32cfec36 req-1324acfb-bd8a-467f-8153-8a4c5e7bc990 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0493381 Nov 19 15:07:46.816172 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce608a6e-e139-471c-ac20-eefd34071988 req-96d049f2-78bd-4621-9f43-2a3568540528 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:46.817673 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ce608a6e-e139-471c-ac20-eefd34071988 req-96d049f2-78bd-4621-9f43-2a3568540528 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=57a63773-fdbd-42f4-902a-e7a239352c74 HTTP/1.1" status: 200 len: 945 time: 0.0486310 Nov 19 15:07:46.828672 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3239f990-78b3-4b94-b646-3b0d32cfec36 req-298f3663-b70f-42f3-8705-960529da2503 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456867 Nov 19 15:07:46.867845 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ce608a6e-e139-471c-ac20-eefd34071988 req-879b37b0-029a-49c1-a138-f118b931aef9 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440974 Nov 19 15:07:46.941222 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50fd00-39a1-4854-bde9-3da828b984d4 req-81cb89ff-00bf-4880-9c59-fba61dbc9578 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:46.942675 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-5e50fd00-39a1-4854-bde9-3da828b984d4 req-81cb89ff-00bf-4880-9c59-fba61dbc9578 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=25019dc4-beca-4211-ab7d-0121784e29db HTTP/1.1" status: 200 len: 946 time: 0.0485055 Nov 19 15:07:46.989962 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-5e50fd00-39a1-4854-bde9-3da828b984d4 req-53301b87-2652-407a-8f86-b7ce5184ec1f tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5f0e028-076c-48b5-ac80-ecebaa0f3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414274 Nov 19 15:07:47.169308 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2bb1f-98a2-4f85-9288-06168e787a53 req-0ddbebd9-97a2-47b1-9d3d-061367780abb tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:47.171023 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-39d2bb1f-98a2-4f85-9288-06168e787a53 req-0ddbebd9-97a2-47b1-9d3d-061367780abb tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.11 "GET /v2.0/ports?device_id=57a63773-fdbd-42f4-902a-e7a239352c74 HTTP/1.1" status: 200 len: 945 time: 0.0567276 Nov 19 15:07:47.303211 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a52b2-e2d8-4a37-9a1c-655cc4588c66 req-e4c0793e-b2df-4da6-8139-d1b21e36e29c tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:47.309294 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-cf3a52b2-e2d8-4a37-9a1c-655cc4588c66 req-e4c0793e-b2df-4da6-8139-d1b21e36e29c tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.1193306 Nov 19 15:07:47.360506 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-39d2bb1f-98a2-4f85-9288-06168e787a53 req-fa6b5abe-9001-4291-857a-ab0f5ff982ac tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Deleting port 7ecc0bd1-97ba-44d6-9936-ad1121a6f143 {{(pid=102740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:07:47.360872 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-39d2bb1f-98a2-4f85-9288-06168e787a53 req-fa6b5abe-9001-4291-857a-ab0f5ff982ac tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:47.412328 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-cf3a52b2-e2d8-4a37-9a1c-655cc4588c66 req-4bc8f983-c833-4f0a-8438-75625171cb96 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/security-groups?id=874c3d4d-bcab-4525-bc00-2ccbaac07bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987620 Nov 19 15:07:47.465338 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-39d2bb1f-98a2-4f85-9288-06168e787a53 req-fa6b5abe-9001-4291-857a-ab0f5ff982ac tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] For port 7ecc0bd1-97ba-44d6-9936-ad1121a6f143, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=7ecc0bd1-97ba-44d6-9936-ad1121a6f143,segment=NetworkSegment(95ddcab1-baed-4dee-a29d-ed919666ff8f),segment_id=95ddcab1-baed-4dee-a29d-ed919666ff8f)] {{(pid=102740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:07:47.465725 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-39d2bb1f-98a2-4f85-9288-06168e787a53 req-fa6b5abe-9001-4291-857a-ab0f5ff982ac tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:47.478547 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-39d2bb1f-98a2-4f85-9288-06168e787a53 req-fa6b5abe-9001-4291-857a-ab0f5ff982ac tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Calling delete_port for 7ecc0bd1-97ba-44d6-9936-ad1121a6f143 owned by compute:nova {{(pid=102740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:07:47.593812 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5cd279-7785-4e9f-b2d1-0aa8d6725ea6 req-9e10e7e2-4770-46dd-9a5e-2d0e9906ca38 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:47.595402 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0c5cd279-7785-4e9f-b2d1-0aa8d6725ea6 req-9e10e7e2-4770-46dd-9a5e-2d0e9906ca38 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.11 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 945 time: 0.0762727 Nov 19 15:07:47.708168 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-39d2bb1f-98a2-4f85-9288-06168e787a53 req-fa6b5abe-9001-4291-857a-ab0f5ff982ac tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177'] for port, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:47.721586 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['94209437-90e5-4185-8bfb-c299b5e4e597', '61ee76dd-0723-435f-bbf8-8a7d6039b176', '5f995ca5-5a2a-41de-8527-16927df2788a', '7ecc0bd1-97ba-44d6-9936-ad1121a6f143'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:07:47.749690 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b5abe-9001-4291-857a-ab0f5ff982ac tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Pushing event deleted for resources: {'Port': ['ID=7ecc0bd1-97ba-44d6-9936-ad1121a6f143,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:07:47.791756 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d2bb1f-98a2-4f85-9288-06168e787a53 req-fa6b5abe-9001-4291-857a-ab0f5ff982ac tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] No DVR routers for this DVR port 7ecc0bd1-97ba-44d6-9936-ad1121a6f143 on host hv-cinder-81757 {{(pid=102740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 15:07:47.795978 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-0c5cd279-7785-4e9f-b2d1-0aa8d6725ea6 req-941ea5ce-d6f6-4909-998f-190b5a26187b tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Deleting port 24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4 {{(pid=102740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:07:47.796313 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-0c5cd279-7785-4e9f-b2d1-0aa8d6725ea6 req-941ea5ce-d6f6-4909-998f-190b5a26187b tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:47.800522 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-39d2bb1f-98a2-4f85-9288-06168e787a53 req-fa6b5abe-9001-4291-857a-ab0f5ff982ac tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:47.803818 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-39d2bb1f-98a2-4f85-9288-06168e787a53 req-fa6b5abe-9001-4291-857a-ab0f5ff982ac tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.11 "DELETE /v2.0/ports/7ecc0bd1-97ba-44d6-9936-ad1121a6f143 HTTP/1.1" status: 204 len: 173 time: 0.6240909 Nov 19 15:07:47.804260 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a63773-fdbd-42f4-902a-e7a239352c74', 'name': 'network-vif-deleted', 'tag': '7ecc0bd1-97ba-44d6-9936-ad1121a6f143'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:07:47.806512 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17120b39-275b-472d-b51d-5f5a8f6759e5" -d '{"events": [{"server_uuid": "57a63773-fdbd-42f4-902a-e7a239352c74", "name": "network-vif-deleted", "tag": "7ecc0bd1-97ba-44d6-9936-ad1121a6f143"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:07:47.923003 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-0c5cd279-7785-4e9f-b2d1-0aa8d6725ea6 req-941ea5ce-d6f6-4909-998f-190b5a26187b tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] For port 24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4,segment=NetworkSegment(4393c4d3-f30b-4ef6-b52f-f040b25a1a29),segment_id=4393c4d3-f30b-4ef6-b52f-f040b25a1a29)] {{(pid=102740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:07:47.923369 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-0c5cd279-7785-4e9f-b2d1-0aa8d6725ea6 req-941ea5ce-d6f6-4909-998f-190b5a26187b tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:47.938351 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-0c5cd279-7785-4e9f-b2d1-0aa8d6725ea6 req-941ea5ce-d6f6-4909-998f-190b5a26187b tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Calling delete_port for 24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4 owned by compute:nova {{(pid=102740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:07:47.940997 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a72b1d-18c4-4645-9512-4f8f9aae3e70 x-openstack-request-id: req-a0a72b1d-18c4-4645-9512-4f8f9aae3e70 {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:07:47.942228 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a63773-fdbd-42f4-902a-e7a239352c74", "name": "network-vif-deleted", "tag": "7ecc0bd1-97ba-44d6-9936-ad1121a6f143", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:07:47.942228 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0a72b1d-18c4-4645-9512-4f8f9aae3e70 {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:07:47.942545 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a63773-fdbd-42f4-902a-e7a239352c74', 'name': 'network-vif-deleted', 'tag': '7ecc0bd1-97ba-44d6-9936-ad1121a6f143', 'status': 'completed', 'code': 200} Nov 19 15:07:48.005696 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-c3a6cb93-38f7-4339-bff3-e2b91c215260 req-09ecd063-a2a9-4784-9780-c1b022436bfb tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=57a63773-fdbd-42f4-902a-e7a239352c74 HTTP/1.1" status: 200 len: 210 time: 0.0264173 Nov 19 15:07:48.035545 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8d303-d2ed-4fcb-8703-4f93ce252b51 req-160cb70a-44ee-49f9-bf98-c39c54bddaff tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:48.037060 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-fde8d303-d2ed-4fcb-8703-4f93ce252b51 req-160cb70a-44ee-49f9-bf98-c39c54bddaff tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0938203 Nov 19 15:07:48.124864 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-fde8d303-d2ed-4fcb-8703-4f93ce252b51 req-689c4f7d-e243-4a15-962f-842141819a1b tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0813003 Nov 19 15:07:48.154185 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-0c5cd279-7785-4e9f-b2d1-0aa8d6725ea6 req-941ea5ce-d6f6-4909-998f-190b5a26187b tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177'] for port, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:48.182224 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ea5ce-d6f6-4909-998f-190b5a26187b tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Pushing event deleted for resources: {'Port': ['ID=24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:07:48.224306 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5cd279-7785-4e9f-b2d1-0aa8d6725ea6 req-941ea5ce-d6f6-4909-998f-190b5a26187b tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] No DVR routers for this DVR port 24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4 on host hv-cinder-81757 {{(pid=102740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 15:07:48.227228 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-0c5cd279-7785-4e9f-b2d1-0aa8d6725ea6 req-941ea5ce-d6f6-4909-998f-190b5a26187b tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:48.231111 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0c5cd279-7785-4e9f-b2d1-0aa8d6725ea6 req-941ea5ce-d6f6-4909-998f-190b5a26187b tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.11 "DELETE /v2.0/ports/24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4 HTTP/1.1" status: 204 len: 173 time: 0.6290979 Nov 19 15:07:48.521483 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-1f6ef844-95e7-4ab9-a95b-ba17825a55b0 req-83a06c22-15f3-4181-a2d6-edec61a908c2 tempest-ServerRescueNegativeTestJSON-1657824624 tempest-ServerRescueNegativeTestJSON-1657824624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d257632a-adba-4ac6-8dd4-1be8485c24a7 HTTP/1.1" status: 200 len: 210 time: 0.0312953 Nov 19 15:07:48.615658 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-ea1b4a84-efa6-4701-8a88-54fe72597a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:48.876974 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:07:49.251442 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a96c91-be8a-498c-a191-e72d1cbd1eb3 req-df23aaed-46f0-464c-aadc-fd91ababff86 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:49.252928 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-64a96c91-be8a-498c-a191-e72d1cbd1eb3 req-df23aaed-46f0-464c-aadc-fd91ababff86 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0492165 Nov 19 15:07:49.299910 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-64a96c91-be8a-498c-a191-e72d1cbd1eb3 req-e2516cac-8bb5-4981-873d-0cbb76ce60d1 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409184 Nov 19 15:07:49.576645 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 44700) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:07:49.648185 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:49.945516 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd257632a-adba-4ac6-8dd4-1be8485c24a7', 'name': 'network-vif-deleted', 'tag': '24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:07:49.947714 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cac0abd-0eb6-4c06-8320-79c413d9b37e" -d '{"events": [{"server_uuid": "d257632a-adba-4ac6-8dd4-1be8485c24a7", "name": "network-vif-deleted", "tag": "24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:07:49.984351 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-0f477c73-bc48-4ca1-a38b-a9bfc0f068a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469809'] for router_interface, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:49.987876 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229a7907-3e22-4435-8ca3-627e5f5c5b0a x-openstack-request-id: req-229a7907-3e22-4435-8ca3-627e5f5c5b0a {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:07:49.988170 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d257632a-adba-4ac6-8dd4-1be8485c24a7", "name": "network-vif-deleted", "tag": "24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:07:49.988424 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-229a7907-3e22-4435-8ca3-627e5f5c5b0a {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:07:49.988812 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd257632a-adba-4ac6-8dd4-1be8485c24a7', 'name': 'network-vif-deleted', 'tag': '24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4', 'status': 'completed', 'code': 200} Nov 19 15:07:50.409069 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ddbd9-95cc-42dc-883e-85f0681a74c5 req-412b669a-4f62-4941-9215-b243fa78e421 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:50.410762 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-255ddbd9-95cc-42dc-883e-85f0681a74c5 req-412b669a-4f62-4941-9215-b243fa78e421 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=e373f462-cbce-4d02-8a0b-b96fb6b005f9 HTTP/1.1" status: 200 len: 945 time: 0.0524373 Nov 19 15:07:50.475977 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-255ddbd9-95cc-42dc-883e-85f0681a74c5 req-c7c6eca9-cc94-43a6-a334-94f8c4e83759 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452638 Nov 19 15:07:50.531700 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1969d-c7d9-48a3-9666-571469ba27e7 req-8c8128ac-82c4-4894-87e1-a7a5e82662b1 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:50.533180 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-81f1969d-c7d9-48a3-9666-571469ba27e7 req-8c8128ac-82c4-4894-87e1-a7a5e82662b1 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0587304 Nov 19 15:07:50.546316 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [None req-0f477c73-bc48-4ca1-a38b-a9bfc0f068a3 admin admin] Deleting port e9d83830-2891-4404-832b-0c2d355e7cfa {{(pid=102740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:07:50.546650 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-0f477c73-bc48-4ca1-a38b-a9bfc0f068a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:50.629888 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-81f1969d-c7d9-48a3-9666-571469ba27e7 req-8f5df64e-f473-45e7-9892-c149d5c430c3 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0903666 Nov 19 15:07:50.653345 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [None req-0f477c73-bc48-4ca1-a38b-a9bfc0f068a3 admin admin] For port e9d83830-2891-4404-832b-0c2d355e7cfa, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=e9d83830-2891-4404-832b-0c2d355e7cfa,segment=NetworkSegment(4393c4d3-f30b-4ef6-b52f-f040b25a1a29),segment_id=4393c4d3-f30b-4ef6-b52f-f040b25a1a29)] {{(pid=102740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:07:50.654258 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-0f477c73-bc48-4ca1-a38b-a9bfc0f068a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:50.666844 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [None req-0f477c73-bc48-4ca1-a38b-a9bfc0f068a3 admin admin] Calling delete_port for e9d83830-2891-4404-832b-0c2d355e7cfa owned by network:router_interface {{(pid=102740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:07:50.840337 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-0f477c73-bc48-4ca1-a38b-a9bfc0f068a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177'] for port, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:50.864460 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f477c73-bc48-4ca1-a38b-a9bfc0f068a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9d83830-2891-4404-832b-0c2d355e7cfa,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:07:50.930734 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 7ecc0bd1-97ba-44d6-9936-ad1121a6f143 no longer exists at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:07:50.954095 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] No Port match for: 7ecc0bd1-97ba-44d6-9936-ad1121a6f143 {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:07:50.954438 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 7ecc0bd1-97ba-44d6-9936-ad1121a6f143 not bound to the agent host hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:07:50.985800 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-0f477c73-bc48-4ca1-a38b-a9bfc0f068a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469901'] for router_interface, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:51.052770 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:51.197917 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f477c73-bc48-4ca1-a38b-a9bfc0f068a3 admin admin] Router 6411a029-0d77-4df5-9179-863b7b5ae512 has already been hosted by L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d {{(pid=102740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 15:07:51.302641 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f477c73-bc48-4ca1-a38b-a9bfc0f068a3 admin admin] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:07:51.310824 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-0f477c73-bc48-4ca1-a38b-a9bfc0f068a3 admin admin] 10.222.0.20 "PUT /v2.0/routers/6411a029-0d77-4df5-9179-863b7b5ae512/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7298734 Nov 19 15:07:51.310931 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 44718) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:07:51.311596 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4357c34b-52b7-4e3c-87e2-9fab1e3edaca None None] Sync routers for ids ['6411a029-0d77-4df5-9179-863b7b5ae512'] in dv-cinder-817573-1-iscsi {{(pid=102742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:07:51.320880 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4357c34b-52b7-4e3c-87e2-9fab1e3edaca None None] Routers {'6411a029-0d77-4df5-9179-863b7b5ae512'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:07:51.321495 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-4357c34b-52b7-4e3c-87e2-9fab1e3edaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:07:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['6411a029-0d77-4df5-9179-863b7b5ae512'], 'active': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:07:51.417200 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-3cd30ccf-e0d1-44ae-bed2-33a8487432d7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:51.502220 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvr_db [None req-4357c34b-52b7-4e3c-87e2-9fab1e3edaca None None] Set router 6411a029-0d77-4df5-9179-863b7b5ae512 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:07:51.529266 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-3cd30ccf-e0d1-44ae-bed2-33a8487432d7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:51.589777 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [None req-3cd30ccf-e0d1-44ae-bed2-33a8487432d7 admin admin] Deleting port f063cc34-34a2-489f-ac9f-283839d7ff3b {{(pid=102740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:07:51.590256 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-3cd30ccf-e0d1-44ae-bed2-33a8487432d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:51.614124 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c50c5d-de88-49b0-a8de-0ab555626446 req-3fe62532-3852-4c73-9ffb-ffe258bddb2f tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:51.616351 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-d9c50c5d-de88-49b0-a8de-0ab555626446 req-3fe62532-3852-4c73-9ffb-ffe258bddb2f tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=e373f462-cbce-4d02-8a0b-b96fb6b005f9 HTTP/1.1" status: 200 len: 945 time: 0.0553198 Nov 19 15:07:51.673160 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-d9c50c5d-de88-49b0-a8de-0ab555626446 req-26621149-7152-470f-8b99-83e04a7897b0 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505114 Nov 19 15:07:51.688635 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [None req-3cd30ccf-e0d1-44ae-bed2-33a8487432d7 admin admin] For port f063cc34-34a2-489f-ac9f-283839d7ff3b, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=f063cc34-34a2-489f-ac9f-283839d7ff3b,segment=NetworkSegment(8c548d3f-e438-4dec-b739-b60f621b5d36),segment_id=8c548d3f-e438-4dec-b739-b60f621b5d36)] {{(pid=102740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:07:51.689219 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-3cd30ccf-e0d1-44ae-bed2-33a8487432d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:51.702563 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [None req-3cd30ccf-e0d1-44ae-bed2-33a8487432d7 admin admin] Calling delete_port for f063cc34-34a2-489f-ac9f-283839d7ff3b owned by network:router_gateway {{(pid=102740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:07:51.704909 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-4357c34b-52b7-4e3c-87e2-9fab1e3edaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6411a029-0d77-4df5-9179-863b7b5ae512', 'name': 'tempest-ServerRescueNegativeTestJSON-1985090628-router', 'tenant_id': 'cdb244c677264a58ae8a06742292aba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f063cc34-34a2-489f-ac9f-283839d7ff3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:03:54Z', 'updated_at': '2021-11-19T15:07:50Z', 'revision_number': 5, 'project_id': 'cdb244c677264a58ae8a06742292aba4', 'gw_port': {'id': 'f063cc34-34a2-489f-ac9f-283839d7ff3b', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6411a029-0d77-4df5-9179-863b7b5ae512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:03:55Z', 'updated_at': '2021-11-19T15:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi'}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:07:51.730378 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4357c34b-52b7-4e3c-87e2-9fab1e3edaca None None] Checking router: 6411a029-0d77-4df5-9179-863b7b5ae512 for host: dv-cinder-817573-1-iscsi {{(pid=102742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:07:51.738748 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4357c34b-52b7-4e3c-87e2-9fab1e3edaca None None] Routers {'6411a029-0d77-4df5-9179-863b7b5ae512'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:07:51.739358 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-4357c34b-52b7-4e3c-87e2-9fab1e3edaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:07:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['6411a029-0d77-4df5-9179-863b7b5ae512'], 'active': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:07:51.798921 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f58dc-8303-4d2b-9f0f-53c27e98a753 req-3112d3d0-132e-457a-9392-8d16f5de4502 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:51.800329 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e50f58dc-8303-4d2b-9f0f-53c27e98a753 req-3112d3d0-132e-457a-9392-8d16f5de4502 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0957727 Nov 19 15:07:51.827195 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvr_db [None req-4357c34b-52b7-4e3c-87e2-9fab1e3edaca None None] Set router 6411a029-0d77-4df5-9179-863b7b5ae512 gateway port host: None {{(pid=102742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:07:51.880315 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-4357c34b-52b7-4e3c-87e2-9fab1e3edaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6411a029-0d77-4df5-9179-863b7b5ae512', 'name': 'tempest-ServerRescueNegativeTestJSON-1985090628-router', 'tenant_id': 'cdb244c677264a58ae8a06742292aba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:03:54Z', 'updated_at': '2021-11-19T15:07:51Z', 'revision_number': 6, 'project_id': 'cdb244c677264a58ae8a06742292aba4', 'gw_port_host': None}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:07:51.895399 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e50f58dc-8303-4d2b-9f0f-53c27e98a753 req-bd215ab4-3c85-407f-a47e-3fc1661a6c7c tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0886319 Nov 19 15:07:51.907280 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4357c34b-52b7-4e3c-87e2-9fab1e3edaca None None] The sync data for ids ['6411a029-0d77-4df5-9179-863b7b5ae512'] in dv-cinder-817573-1-iscsi is: [{'id': '6411a029-0d77-4df5-9179-863b7b5ae512', 'name': 'tempest-ServerRescueNegativeTestJSON-1985090628-router', 'tenant_id': 'cdb244c677264a58ae8a06742292aba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:03:54Z', 'updated_at': '2021-11-19T15:07:51Z', 'revision_number': 6, 'project_id': 'cdb244c677264a58ae8a06742292aba4', 'gw_port_host': None}] {{(pid=102742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:07:51.947350 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-3cd30ccf-e0d1-44ae-bed2-33a8487432d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177'] for port, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:51.973135 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd30ccf-e0d1-44ae-bed2-33a8487432d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f063cc34-34a2-489f-ac9f-283839d7ff3b,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:07:52.000956 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-3cd30ccf-e0d1-44ae-bed2-33a8487432d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437495'] for router_gateway, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:52.104020 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-3cd30ccf-e0d1-44ae-bed2-33a8487432d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-463771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7245'] for router, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:52.106949 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-3cd30ccf-e0d1-44ae-bed2-33a8487432d7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:52.119111 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:52.168533 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-3cd30ccf-e0d1-44ae-bed2-33a8487432d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-463762'] for router, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:52.169690 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd30ccf-e0d1-44ae-bed2-33a8487432d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6411a029-0d77-4df5-9179-863b7b5ae512 {{(pid=102740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 15:07:52.174429 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-3cd30ccf-e0d1-44ae-bed2-33a8487432d7 admin admin] Publish callbacks [] for router, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:52.175540 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-3cd30ccf-e0d1-44ae-bed2-33a8487432d7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/6411a029-0d77-4df5-9179-863b7b5ae512 HTTP/1.1" status: 204 len: 168 time: 0.8637650 Nov 19 15:07:52.178082 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 44726) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:07:52.250137 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ce31be-339c-4ca0-95f8-d99f5177124c admin admin] Deleting subnet d8290f5d-0d5d-4a74-9e3b-0c433bc14b68 {{(pid=102740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 15:07:52.253811 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-56ce31be-339c-4ca0-95f8-d99f5177124c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:52.293141 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f106f7c-8173-4d35-ab87-d9527088f1c6 req-7b2c9564-819a-41b0-bbfc-e5f5541d5013 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:52.295422 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0f106f7c-8173-4d35-ab87-d9527088f1c6 req-7b2c9564-819a-41b0-bbfc-e5f5541d5013 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.11 "GET /v2.0/ports?device_id=e373f462-cbce-4d02-8a0b-b96fb6b005f9 HTTP/1.1" status: 200 len: 945 time: 0.0931709 Nov 19 15:07:52.307041 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-56ce31be-339c-4ca0-95f8-d99f5177124c admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:52.322297 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-56ce31be-339c-4ca0-95f8-d99f5177124c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606856'] for subnet, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:52.418084 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device e9d83830-2891-4404-832b-0c2d355e7cfa no longer exists at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:07:52.436492 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-56ce31be-339c-4ca0-95f8-d99f5177124c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375'] for subnet, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:52.441157 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] No Port match for: e9d83830-2891-4404-832b-0c2d355e7cfa {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:07:52.441583 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device e9d83830-2891-4404-832b-0c2d355e7cfa not bound to the agent host dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:07:52.469143 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce31be-339c-4ca0-95f8-d99f5177124c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8290f5d-0d5d-4a74-9e3b-0c433bc14b68,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:07:52.471058 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-56ce31be-339c-4ca0-95f8-d99f5177124c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:52.474354 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-56ce31be-339c-4ca0-95f8-d99f5177124c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d8290f5d-0d5d-4a74-9e3b-0c433bc14b68 HTTP/1.1" status: 204 len: 168 time: 0.2953687 Nov 19 15:07:52.477380 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 44730) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:07:52.481024 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-0f106f7c-8173-4d35-ab87-d9527088f1c6 req-c7952364-d954-4ee3-a0aa-508b928978ab tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Deleting port 5f995ca5-5a2a-41de-8527-16927df2788a {{(pid=102740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:07:52.481973 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-0f106f7c-8173-4d35-ab87-d9527088f1c6 req-c7952364-d954-4ee3-a0aa-508b928978ab tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:52.548931 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b305866d-3de0-4687-8fed-021d2a6a5258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616598'] for network, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:52.572880 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-0f106f7c-8173-4d35-ab87-d9527088f1c6 req-c7952364-d954-4ee3-a0aa-508b928978ab tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] For port 5f995ca5-5a2a-41de-8527-16927df2788a, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=5f995ca5-5a2a-41de-8527-16927df2788a,segment=NetworkSegment(95ddcab1-baed-4dee-a29d-ed919666ff8f),segment_id=95ddcab1-baed-4dee-a29d-ed919666ff8f)] {{(pid=102740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:07:52.573480 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-0f106f7c-8173-4d35-ab87-d9527088f1c6 req-c7952364-d954-4ee3-a0aa-508b928978ab tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:52.586490 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-0f106f7c-8173-4d35-ab87-d9527088f1c6 req-c7952364-d954-4ee3-a0aa-508b928978ab tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Calling delete_port for 5f995ca5-5a2a-41de-8527-16927df2788a owned by compute:nova {{(pid=102740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:07:52.630153 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b305866d-3de0-4687-8fed-021d2a6a5258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-608543', 'neutron.services.segments.db._delete_segments_for_network-8763178264971'] for network, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:52.654413 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.services.segments.db [None req-b305866d-3de0-4687-8fed-021d2a6a5258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bdc62e5-2180-4755-99bd-fe198da300d6']}} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:07:52.665627 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.services.segments.db [None req-b305866d-3de0-4687-8fed-021d2a6a5258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4393c4d3-f30b-4ef6-b52f-f040b25a1a29') {'for_net_delete': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:07:52.666132 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.services.segments.db [None req-b305866d-3de0-4687-8fed-021d2a6a5258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4393c4d3-f30b-4ef6-b52f-f040b25a1a29') {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:07:52.676380 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b305866d-3de0-4687-8fed-021d2a6a5258 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763178248843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58998122'] for segment, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:52.692071 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b305866d-3de0-4687-8fed-021d2a6a5258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597'] for segment, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:52.699821 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b305866d-3de0-4687-8fed-021d2a6a5258 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=102739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 15:07:52.700965 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b305866d-3de0-4687-8fed-021d2a6a5258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58727976'] for segment, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:52.720077 dv-cinder-817573-1-iscsi neutron-server[102739]: Traceback (most recent call last): Nov 19 15:07:52.720077 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 15:07:52.720077 dv-cinder-817573-1-iscsi neutron-server[102739]: timer() Nov 19 15:07:52.720077 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 15:07:52.720077 dv-cinder-817573-1-iscsi neutron-server[102739]: cb(*args, **kw) Nov 19 15:07:52.720077 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 15:07:52.720077 dv-cinder-817573-1-iscsi neutron-server[102739]: return func(*args, **kwargs) Nov 19 15:07:52.720077 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 15:07:52.720077 dv-cinder-817573-1-iscsi neutron-server[102739]: self._notify() Nov 19 15:07:52.720077 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 15:07:52.720077 dv-cinder-817573-1-iscsi neutron-server[102739]: self.callback(batched_events) Nov 19 15:07:52.720077 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 15:07:52.720077 dv-cinder-817573-1-iscsi neutron-server[102739]: event.method(event) Nov 19 15:07:52.720077 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 15:07:52.720077 dv-cinder-817573-1-iscsi neutron-server[102739]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 15:07:52.720077 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 15:07:52.720077 dv-cinder-817573-1-iscsi neutron-server[102739]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 15:07:52.720077 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 15:07:52.720077 dv-cinder-817573-1-iscsi neutron-server[102739]: return f(self, *a, **k) Nov 19 15:07:52.720077 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 15:07:52.720077 dv-cinder-817573-1-iscsi neutron-server[102739]: return self._get(url).json() Nov 19 15:07:52.720077 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 15:07:52.720077 dv-cinder-817573-1-iscsi neutron-server[102739]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 15:07:52.720077 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 15:07:52.720077 dv-cinder-817573-1-iscsi neutron-server[102739]: return self.request(url, 'GET', **kwargs) Nov 19 15:07:52.720077 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 15:07:52.720077 dv-cinder-817573-1-iscsi neutron-server[102739]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 15:07:52.720077 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 15:07:52.720077 dv-cinder-817573-1-iscsi neutron-server[102739]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 15:07:52.720077 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 15:07:52.720077 dv-cinder-817573-1-iscsi neutron-server[102739]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 15:07:52.720077 dv-cinder-817573-1-iscsi neutron-server[102739]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 15:07:52.745177 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-0f106f7c-8173-4d35-ab87-d9527088f1c6 req-c7952364-d954-4ee3-a0aa-508b928978ab tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177'] for port, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:52.757516 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['94209437-90e5-4185-8bfb-c299b5e4e597', '61ee76dd-0723-435f-bbf8-8a7d6039b176', '5f995ca5-5a2a-41de-8527-16927df2788a'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:07:52.783327 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7952364-d954-4ee3-a0aa-508b928978ab tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Pushing event deleted for resources: {'Port': ['ID=5f995ca5-5a2a-41de-8527-16927df2788a,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:07:52.792964 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b305866d-3de0-4687-8fed-021d2a6a5258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-608518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469263'] for network, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:52.848181 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f106f7c-8173-4d35-ab87-d9527088f1c6 req-c7952364-d954-4ee3-a0aa-508b928978ab tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] No DVR routers for this DVR port 5f995ca5-5a2a-41de-8527-16927df2788a on host hv-cinder-81757 {{(pid=102740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 15:07:52.852141 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-0f106f7c-8173-4d35-ab87-d9527088f1c6 req-c7952364-d954-4ee3-a0aa-508b928978ab tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:52.858212 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0f106f7c-8173-4d35-ab87-d9527088f1c6 req-c7952364-d954-4ee3-a0aa-508b928978ab tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.11 "DELETE /v2.0/ports/5f995ca5-5a2a-41de-8527-16927df2788a HTTP/1.1" status: 204 len: 173 time: 0.5449431 Nov 19 15:07:52.859063 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e373f462-cbce-4d02-8a0b-b96fb6b005f9', 'name': 'network-vif-deleted', 'tag': '5f995ca5-5a2a-41de-8527-16927df2788a'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:07:52.862127 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caecb573-a6b1-4f1c-a2bd-230879ddc993" -d '{"events": [{"server_uuid": "e373f462-cbce-4d02-8a0b-b96fb6b005f9", "name": "network-vif-deleted", "tag": "5f995ca5-5a2a-41de-8527-16927df2788a"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:07:52.862570 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b305866d-3de0-4687-8fed-021d2a6a5258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for network, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:52.868221 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-b305866d-3de0-4687-8fed-021d2a6a5258 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9bdc62e5-2180-4755-99bd-fe198da300d6 HTTP/1.1" status: 204 len: 168 time: 0.3872666 Nov 19 15:07:52.868829 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-a657feee-444a-47ea-8d2d-7e4e0ff15aa0 req-d1d72be7-7fa5-4bc5-9217-8e4ce70d1748 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=e373f462-cbce-4d02-8a0b-b96fb6b005f9 HTTP/1.1" status: 200 len: 210 time: 0.0372107 Nov 19 15:07:52.879002 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305866d-3de0-4687-8fed-021d2a6a5258 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bdc62e5-2180-4755-99bd-fe198da300d6,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:07:52.890245 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b305866d-3de0-4687-8fed-021d2a6a5258 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:07:52.891010 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b305866d-3de0-4687-8fed-021d2a6a5258 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:07:52.891990 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b305866d-3de0-4687-8fed-021d2a6a5258 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:07:52.892477 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b305866d-3de0-4687-8fed-021d2a6a5258 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:07:52.893136 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b305866d-3de0-4687-8fed-021d2a6a5258 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:07:52.893572 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b305866d-3de0-4687-8fed-021d2a6a5258 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:07:52.894101 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b305866d-3de0-4687-8fed-021d2a6a5258 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:07:52.894578 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b305866d-3de0-4687-8fed-021d2a6a5258 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:07:52.895037 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b305866d-3de0-4687-8fed-021d2a6a5258 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:07:52.895614 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b305866d-3de0-4687-8fed-021d2a6a5258 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:07:52.896157 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b305866d-3de0-4687-8fed-021d2a6a5258 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:07:52.896748 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b305866d-3de0-4687-8fed-021d2a6a5258 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:07:52.951657 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4 no longer exists at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:07:52.976404 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f613d71-857a-4fc1-8a7b-2d9359a5df19 x-openstack-request-id: req-0f613d71-857a-4fc1-8a7b-2d9359a5df19 {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:07:52.977057 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e373f462-cbce-4d02-8a0b-b96fb6b005f9", "name": "network-vif-deleted", "tag": "5f995ca5-5a2a-41de-8527-16927df2788a", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:07:52.978432 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f613d71-857a-4fc1-8a7b-2d9359a5df19 {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:07:52.980628 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e373f462-cbce-4d02-8a0b-b96fb6b005f9', 'name': 'network-vif-deleted', 'tag': '5f995ca5-5a2a-41de-8527-16927df2788a', 'status': 'completed', 'code': 200} Nov 19 15:07:52.983264 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] No Port match for: 24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4 {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:07:52.983687 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 24159a48-e3e8-4c4e-bfd6-209c5ec2e9e4 not bound to the agent host hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:07:53.060111 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8618d59-a839-4f89-8c6d-8d3d9b4b98ac req-773c8539-2ddb-4f04-968b-0b904513bc69 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:53.067928 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-a8618d59-a839-4f89-8c6d-8d3d9b4b98ac req-773c8539-2ddb-4f04-968b-0b904513bc69 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0630097 Nov 19 15:07:53.125745 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-a8618d59-a839-4f89-8c6d-8d3d9b4b98ac req-3ec85a79-ebd0-4afe-b167-86ce498f9b6b tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566430 Nov 19 15:07:53.162160 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 44742) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:07:53.208014 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-323bc334-e986-4d37-8586-cd4a3cbe259f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cdb244c677264a58ae8a06742292aba4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0444760 Nov 19 15:07:53.210513 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 44744) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:07:53.258639 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8b43f043-c8fd-4536-8abe-4b94de5b90e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:53.280208 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8b43f043-c8fd-4536-8abe-4b94de5b90e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:53.328252 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8b43f043-c8fd-4536-8abe-4b94de5b90e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:53.331660 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8b43f043-c8fd-4536-8abe-4b94de5b90e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:53.332814 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-8b43f043-c8fd-4536-8abe-4b94de5b90e7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/874c3d4d-bcab-4525-bc00-2ccbaac07bb8 HTTP/1.1" status: 204 len: 168 time: 0.1213281 Nov 19 15:07:53.340774 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43f043-c8fd-4536-8abe-4b94de5b90e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874c3d4d-bcab-4525-bc00-2ccbaac07bb8,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:07:53.619987 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403823bd-2503-4800-869f-2f1950a9260f req-3d24da22-53a0-410e-9ce6-e8ea2cf353e8 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:53.626906 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-403823bd-2503-4800-869f-2f1950a9260f req-3d24da22-53a0-410e-9ce6-e8ea2cf353e8 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 945 time: 0.0555835 Nov 19 15:07:53.676640 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-403823bd-2503-4800-869f-2f1950a9260f req-cbced028-3821-4fc1-a921-955ccec7f1b3 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457439 Nov 19 15:07:53.699744 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 44766) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:07:53.937592 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495f3a16-dff2-40c0-863c-29d35319bf9d tempest-TestMinimumBasicScenario-473414656 tempest-TestMinimumBasicScenario-473414656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:53.939120 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-495f3a16-dff2-40c0-863c-29d35319bf9d tempest-TestMinimumBasicScenario-473414656 tempest-TestMinimumBasicScenario-473414656-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 1093 time: 0.2375913 Nov 19 15:07:53.942199 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 44780) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:07:53.946710 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-16a3e9fc-e398-4e76-b343-b56c36d7ad93 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Request body: {'floatingip': {'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'port_id': 'd9cbc786-bc49-4094-b804-87076d431575', 'tenant_id': '5188c6afe0f34319b4b787b96f720f3b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:07:53.971297 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-16a3e9fc-e398-4e76-b343-b56c36d7ad93 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks [] for floatingip, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:54.089834 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-16a3e9fc-e398-4e76-b343-b56c36d7ad93 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:54.144884 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device f063cc34-34a2-489f-ac9f-283839d7ff3b no longer exists at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:07:54.173844 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] No Port match for: f063cc34-34a2-489f-ac9f-283839d7ff3b {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:07:54.174529 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device f063cc34-34a2-489f-ac9f-283839d7ff3b not bound to the agent host dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:07:54.223917 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978026d-95a2-454a-9b50-d89eff3314fc req-e5b8650f-ece2-406d-95b2-b14aa51c2e73 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:54.225448 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-c978026d-95a2-454a-9b50-d89eff3314fc req-e5b8650f-ece2-406d-95b2-b14aa51c2e73 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cf74e04-9035-489f-b215-c529bd5be90d HTTP/1.1" status: 200 len: 945 time: 0.0939202 Nov 19 15:07:54.255333 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617adf0-0188-475f-a4f0-619f23e980fa req-cbc4c638-be81-4f27-85f9-4f70243a4cd8 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:54.256934 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-5617adf0-0188-475f-a4f0-619f23e980fa req-cbc4c638-be81-4f27-85f9-4f70243a4cd8 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0594053 Nov 19 15:07:54.273612 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.db_base_plugin_common [None req-16a3e9fc-e398-4e76-b343-b56c36d7ad93 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Allocated IP 172.27.0.10 (28d9acba-080c-4a37-9781-fba989a64823/831d2bcc-ea48-4f58-960e-dcc1ce111fc5/4fa36bc8-e206-410d-8d94-98dbd23031f4) {{(pid=102739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:07:54.307921 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-c978026d-95a2-454a-9b50-d89eff3314fc req-69bd8abb-e993-4f12-a897-9fd003241e4a tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725570 Nov 19 15:07:54.320829 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-5617adf0-0188-475f-a4f0-619f23e980fa req-8a232c8f-d1f1-45f9-9b1b-fc3f57b5dd14 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534596 Nov 19 15:07:54.409458 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-16a3e9fc-e398-4e76-b343-b56c36d7ad93 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks [] for port, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:54.445187 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-16a3e9fc-e398-4e76-b343-b56c36d7ad93 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58728053'] for port, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:54.491963 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a3e9fc-e398-4e76-b343-b56c36d7ad93 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Network 28d9acba-080c-4a37-9781-fba989a64823 is already hosted by enough agents. {{(pid=102739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:07:54.494851 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.base_scheduler [None req-16a3e9fc-e398-4e76-b343-b56c36d7ad93 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Resources bound (agent type, host, resource id): {{(pid=102739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:07:54.499863 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a3e9fc-e398-4e76-b343-b56c36d7ad93 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Received port after_create {{(pid=102739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:07:54.501999 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3e9fc-e398-4e76-b343-b56c36d7ad93 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Pushing event updated for resources: {'Port': ['ID=4fa36bc8-e206-410d-8d94-98dbd23031f4,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:07:54.858124 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-16a3e9fc-e398-4e76-b343-b56c36d7ad93 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:54.929092 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-16a3e9fc-e398-4e76-b343-b56c36d7ad93 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:55.288229 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-16a3e9fc-e398-4e76-b343-b56c36d7ad93 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:55.292994 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-16a3e9fc-e398-4e76-b343-b56c36d7ad93 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58727948'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:55.355791 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3e9fc-e398-4e76-b343-b56c36d7ad93 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Pushing event updated for resources: {'Port': ['ID=4fa36bc8-e206-410d-8d94-98dbd23031f4,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:07:55.369589 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-16a3e9fc-e398-4e76-b343-b56c36d7ad93 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469297'] for floatingip, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:55.446928 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c1a4b-9302-41eb-a217-92e34fcf30e8 req-b8ff994e-b7a4-47d8-9684-3fdf341d0a44 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:55.448615 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-894c1a4b-9302-41eb-a217-92e34fcf30e8 req-b8ff994e-b7a4-47d8-9684-3fdf341d0a44 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0594261 Nov 19 15:07:55.495516 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-894c1a4b-9302-41eb-a217-92e34fcf30e8 req-f5440d0e-5af9-4886-8dec-bc724f17c235 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402157 Nov 19 15:07:55.499791 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17c58f-541f-4da9-9b2a-65a67d5899eb req-f9f2fc74-6e9c-4097-8780-36655759e6b7 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:55.501581 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-6e17c58f-541f-4da9-9b2a-65a67d5899eb req-f9f2fc74-6e9c-4097-8780-36655759e6b7 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cf74e04-9035-489f-b215-c529bd5be90d HTTP/1.1" status: 200 len: 945 time: 0.0931008 Nov 19 15:07:55.519914 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.db.l3_db [None req-16a3e9fc-e398-4e76-b343-b56c36d7ad93 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Floating IP 41bc1ef5-abcc-46b3-a3a3-aafb7500d3e4 associated. External IP: 172.27.0.10, port: d9cbc786-bc49-4094-b804-87076d431575. Nov 19 15:07:55.622783 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-6e17c58f-541f-4da9-9b2a-65a67d5899eb req-bbc86b55-bdb4-4d33-a581-ca8715495ae8 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131296 Nov 19 15:07:55.669937 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5c859-cfa2-44bb-a532-9b52c1ee2ca9 req-4f59b474-256c-4bdb-9393-38fc03b37083 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:55.671364 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3db5c859-cfa2-44bb-a532-9b52c1ee2ca9 req-4f59b474-256c-4bdb-9393-38fc03b37083 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cf74e04-9035-489f-b215-c529bd5be90d HTTP/1.1" status: 200 len: 945 time: 0.0494418 Nov 19 15:07:55.770824 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a3e9fc-e398-4e76-b343-b56c36d7ad93 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Router feb27e96-a0f5-40b0-8094-e82c2b28fb73 has already been hosted by L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d {{(pid=102739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 15:07:55.772899 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-3db5c859-cfa2-44bb-a532-9b52c1ee2ca9 req-2df3471a-76a4-40e1-8c87-4325b5497d84 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Deleting port 61ee76dd-0723-435f-bbf8-8a7d6039b176 {{(pid=102740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:07:55.773132 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-3db5c859-cfa2-44bb-a532-9b52c1ee2ca9 req-2df3471a-76a4-40e1-8c87-4325b5497d84 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:55.873715 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-3db5c859-cfa2-44bb-a532-9b52c1ee2ca9 req-2df3471a-76a4-40e1-8c87-4325b5497d84 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] For port 61ee76dd-0723-435f-bbf8-8a7d6039b176, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=61ee76dd-0723-435f-bbf8-8a7d6039b176,segment=NetworkSegment(95ddcab1-baed-4dee-a29d-ed919666ff8f),segment_id=95ddcab1-baed-4dee-a29d-ed919666ff8f)] {{(pid=102740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:07:55.873989 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-3db5c859-cfa2-44bb-a532-9b52c1ee2ca9 req-2df3471a-76a4-40e1-8c87-4325b5497d84 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:55.886607 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a3e9fc-e398-4e76-b343-b56c36d7ad93 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:07:55.893424 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-3db5c859-cfa2-44bb-a532-9b52c1ee2ca9 req-2df3471a-76a4-40e1-8c87-4325b5497d84 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Calling delete_port for 61ee76dd-0723-435f-bbf8-8a7d6039b176 owned by compute:nova {{(pid=102740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:07:55.897268 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b5dfe9-aab1-4669-8b97-67bfef57924d None None] Sync routers for ids ['feb27e96-a0f5-40b0-8094-e82c2b28fb73'] in dv-cinder-817573-1-iscsi {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:07:55.907597 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-16a3e9fc-e398-4e76-b343-b56c36d7ad93 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for floatingip, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:55.909076 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b5dfe9-aab1-4669-8b97-67bfef57924d None None] Routers {'feb27e96-a0f5-40b0-8094-e82c2b28fb73'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:07:55.910086 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-89b5dfe9-aab1-4669-8b97-67bfef57924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:07:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['feb27e96-a0f5-40b0-8094-e82c2b28fb73'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:07:55.940448 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-16a3e9fc-e398-4e76-b343-b56c36d7ad93 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9931695 Nov 19 15:07:55.940448 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d99f29-dbf8-45a9-8815-f96e0367bc65', 'tag': 'd9cbc786-bc49-4094-b804-87076d431575'}] {{(pid=102739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:07:55.940448 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eba93c122355dca29d1d872d2ced11345dc5d33d75e8821344cda5b49db1ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d5de9d-bf3a-4a47-bbef-c7ff08db3aca" -d '{"events": [{"name": "network-changed", "server_uuid": "14d99f29-dbf8-45a9-8815-f96e0367bc65", "tag": "d9cbc786-bc49-4094-b804-87076d431575"}]}' {{(pid=102739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:07:55.941987 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 44824) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:07:55.947773 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [None req-dcc91289-0fb4-4aed-bdde-70ed88e20c81 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1413447841', 'description': 'tempest-secgroup-smoke-1413447841 description', 'project_id': '5188c6afe0f34319b4b787b96f720f3b'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:07:55.990206 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-dcc91289-0fb4-4aed-bdde-70ed88e20c81 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:56.001717 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 15:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878d7c13-5760-4575-8ac6-835397771615 x-openstack-request-id: req-878d7c13-5760-4575-8ac6-835397771615 {{(pid=102739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:07:56.002116 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d99f29-dbf8-45a9-8815-f96e0367bc65", "tag": "d9cbc786-bc49-4094-b804-87076d431575", "status": "completed", "code": 200}]} {{(pid=102739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:07:56.002827 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-878d7c13-5760-4575-8ac6-835397771615 {{(pid=102739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:07:56.004284 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d99f29-dbf8-45a9-8815-f96e0367bc65', 'tag': 'd9cbc786-bc49-4094-b804-87076d431575', 'status': 'completed', 'code': 200} Nov 19 15:07:56.051567 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-89b5dfe9-aab1-4669-8b97-67bfef57924d None None] Set router feb27e96-a0f5-40b0-8094-e82c2b28fb73 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:07:56.148583 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-3db5c859-cfa2-44bb-a532-9b52c1ee2ca9 req-2df3471a-76a4-40e1-8c87-4325b5497d84 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177'] for port, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:56.151884 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-dcc91289-0fb4-4aed-bdde-70ed88e20c81 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:56.155388 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5de9d-bf3a-4a47-bbef-c7ff08db3aca req-7c9ec576-76c7-4788-8de3-f265c1f25d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:56.156587 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f2d5de9d-bf3a-4a47-bbef-c7ff08db3aca req-7c9ec576-76c7-4788-8de3-f265c1f25d2b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5188c6afe0f34319b4b787b96f720f3b&device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 1098 time: 0.0986762 Nov 19 15:07:56.162804 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-dcc91289-0fb4-4aed-bdde-70ed88e20c81 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:56.166018 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['94209437-90e5-4185-8bfb-c299b5e4e597', '61ee76dd-0723-435f-bbf8-8a7d6039b176'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:07:56.504884 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3471a-76a4-40e1-8c87-4325b5497d84 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Pushing event deleted for resources: {'Port': ['ID=61ee76dd-0723-435f-bbf8-8a7d6039b176,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:07:56.510387 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-89b5dfe9-aab1-4669-8b97-67bfef57924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb27e96-a0f5-40b0-8094-e82c2b28fb73', 'name': 'tempest-TestMinimumBasicScenario-315994696-router', 'tenant_id': '5188c6afe0f34319b4b787b96f720f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1b936f64-50bb-43d4-a978-33a88c7c709e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:06:35Z', 'updated_at': '2021-11-19T15:06:39Z', 'revision_number': 4, 'project_id': '5188c6afe0f34319b4b787b96f720f3b', 'gw_port': {'id': '1b936f64-50bb-43d4-a978-33a88c7c709e', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb27e96-a0f5-40b0-8094-e82c2b28fb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:06:35Z', 'updated_at': '2021-11-19T15:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_floatingips': [{'id': '41bc1ef5-abcc-46b3-a3a3-aafb7500d3e4', 'tenant_id': '5188c6afe0f34319b4b787b96f720f3b', 'floating_ip_address': '172.27.0.10', 'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'router_id': 'feb27e96-a0f5-40b0-8094-e82c2b28fb73', 'port_id': 'd9cbc786-bc49-4094-b804-87076d431575', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '383652f0-210b-476d-8368-443456095682', 'mac_address': 'fa:16:3e:17:d6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d99f29-dbf8-45a9-8815-f96e0367bc65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T15:07:54Z', 'updated_at': '2021-11-19T15:07:54Z', 'revision_number': 0, 'project_id': '5188c6afe0f34319b4b787b96f720f3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32875a0c-b2fb-4c4d-8992-e51b0370e172', 'name': '', 'network_id': '383652f0-210b-476d-8368-443456095682', 'tenant_id': '5188c6afe0f34319b4b787b96f720f3b', 'mac_address': 'fa:16:3e:cf:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb27e96-a0f5-40b0-8094-e82c2b28fb73', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '666c5cc1-1e97-479a-9d62-1c824cf1a5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:06:39Z', 'updated_at': '2021-11-19T15:06:47Z', 'revision_number': 5, 'project_id': '5188c6afe0f34319b4b787b96f720f3b', 'subnets': [{'id': '666c5cc1-1e97-479a-9d62-1c824cf1a5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:07:56.532989 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-dcc91289-0fb4-4aed-bdde-70ed88e20c81 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:56.534247 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-dcc91289-0fb4-4aed-bdde-70ed88e20c81 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5913022 Nov 19 15:07:56.538699 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 44836) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:07:56.543196 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-48a40cc4-e351-4748-b5ee-86f4ace87417 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Request body: {'security_group_rule': {'security_group_id': 'b42cf0a5-1d18-486b-a0f6-fd5ef81f3cd3', 'project_id': '5188c6afe0f34319b4b787b96f720f3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:07:56.553078 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc91289-0fb4-4aed-bdde-70ed88e20c81 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b42cf0a5-1d18-486b-a0f6-fd5ef81f3cd3,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:07:56.568651 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b5dfe9-aab1-4669-8b97-67bfef57924d None None] Checking router: feb27e96-a0f5-40b0-8094-e82c2b28fb73 for host: dv-cinder-817573-1-iscsi {{(pid=102741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:07:56.576006 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db5c859-cfa2-44bb-a532-9b52c1ee2ca9 req-2df3471a-76a4-40e1-8c87-4325b5497d84 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] No DVR routers for this DVR port 61ee76dd-0723-435f-bbf8-8a7d6039b176 on host hv-cinder-81757 {{(pid=102740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 15:07:56.580586 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-3db5c859-cfa2-44bb-a532-9b52c1ee2ca9 req-2df3471a-76a4-40e1-8c87-4325b5497d84 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:56.584111 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3db5c859-cfa2-44bb-a532-9b52c1ee2ca9 req-2df3471a-76a4-40e1-8c87-4325b5497d84 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.11 "DELETE /v2.0/ports/61ee76dd-0723-435f-bbf8-8a7d6039b176 HTTP/1.1" status: 204 len: 173 time: 0.9038367 Nov 19 15:07:56.584657 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf74e04-9035-489f-b215-c529bd5be90d', 'name': 'network-vif-deleted', 'tag': '61ee76dd-0723-435f-bbf8-8a7d6039b176'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:07:56.586828 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d49e78-30cd-4893-91ef-f75a92a65293" -d '{"events": [{"server_uuid": "3cf74e04-9035-489f-b215-c529bd5be90d", "name": "network-vif-deleted", "tag": "61ee76dd-0723-435f-bbf8-8a7d6039b176"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:07:56.598621 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b5dfe9-aab1-4669-8b97-67bfef57924d None None] Routers {'feb27e96-a0f5-40b0-8094-e82c2b28fb73'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:07:56.599155 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-89b5dfe9-aab1-4669-8b97-67bfef57924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:07:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['feb27e96-a0f5-40b0-8094-e82c2b28fb73'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:07:56.643380 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46619f3e-a277-4c03-abb1-b79e90a698d1 x-openstack-request-id: req-46619f3e-a277-4c03-abb1-b79e90a698d1 {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:07:56.643975 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf74e04-9035-489f-b215-c529bd5be90d", "name": "network-vif-deleted", "tag": "61ee76dd-0723-435f-bbf8-8a7d6039b176", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:07:56.644483 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-46619f3e-a277-4c03-abb1-b79e90a698d1 {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:07:56.645095 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf74e04-9035-489f-b215-c529bd5be90d', 'name': 'network-vif-deleted', 'tag': '61ee76dd-0723-435f-bbf8-8a7d6039b176', 'status': 'completed', 'code': 200} Nov 19 15:07:56.654188 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-48a40cc4-e351-4748-b5ee-86f4ace87417 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:56.662989 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5de9d-bf3a-4a47-bbef-c7ff08db3aca req-61673965-4a75-42ee-958f-0a93f084d41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:56.669949 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f2d5de9d-bf3a-4a47-bbef-c7ff08db3aca req-61673965-4a75-42ee-958f-0a93f084d41c service neutron] 10.222.0.11 "GET /v2.0/networks?id=383652f0-210b-476d-8368-443456095682 HTTP/1.1" status: 200 len: 915 time: 0.4997160 Nov 19 15:07:56.697968 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67db2e-22a1-4a49-ab0b-579085ba5dff req-460f2bf0-24a6-4ba0-9edb-d5a77ab53af0 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:56.699539 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-8e67db2e-22a1-4a49-ab0b-579085ba5dff req-460f2bf0-24a6-4ba0-9edb-d5a77ab53af0 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.1143551 Nov 19 15:07:56.765436 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-48a40cc4-e351-4748-b5ee-86f4ace87417 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:56.773601 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-48a40cc4-e351-4748-b5ee-86f4ace87417 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783094'] for security_group_rule, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:56.789980 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-8e67db2e-22a1-4a49-ab0b-579085ba5dff req-3e061109-8674-4b99-b7d3-217d9d10d330 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0821366 Nov 19 15:07:56.799985 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a40cc4-e351-4748-b5ee-86f4ace87417 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c517b81-ec4e-48c3-8d73-9a9b8f479630,revision_number=0']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:07:56.803448 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-dcf2043d-3a14-4fef-ac62-1b9f4ce50fa2 req-79e22829-d455-4f21-9e12-74bbdcd00e28 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cf74e04-9035-489f-b215-c529bd5be90d HTTP/1.1" status: 200 len: 210 time: 0.0634842 Nov 19 15:07:56.817445 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f2d5de9d-bf3a-4a47-bbef-c7ff08db3aca req-6a3d17d0-0283-4267-a1a8-413e28a9de94 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9cbc786-bc49-4094-b804-87076d431575 HTTP/1.1" status: 200 len: 998 time: 0.1358929 Nov 19 15:07:56.817914 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-48a40cc4-e351-4748-b5ee-86f4ace87417 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:56.819405 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-48a40cc4-e351-4748-b5ee-86f4ace87417 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2798557 Nov 19 15:07:56.822589 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 44844) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:07:56.835769 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-ac8fc0e6-7a1c-4059-a9cd-beec9822ab8d tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Request body: {'security_group_rule': {'security_group_id': 'b42cf0a5-1d18-486b-a0f6-fd5ef81f3cd3', 'project_id': '5188c6afe0f34319b4b787b96f720f3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:07:56.836665 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-89b5dfe9-aab1-4669-8b97-67bfef57924d None None] Set router feb27e96-a0f5-40b0-8094-e82c2b28fb73 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:07:56.871458 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-ac8fc0e6-7a1c-4059-a9cd-beec9822ab8d tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:56.878295 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5de9d-bf3a-4a47-bbef-c7ff08db3aca req-36efa364-6224-4767-b213-2eea5826b082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:56.879801 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f2d5de9d-bf3a-4a47-bbef-c7ff08db3aca req-36efa364-6224-4767-b213-2eea5826b082 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=666c5cc1-1e97-479a-9d62-1c824cf1a5d2 HTTP/1.1" status: 200 len: 853 time: 0.0473201 Nov 19 15:07:56.932033 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5de9d-bf3a-4a47-bbef-c7ff08db3aca req-fd48f274-22b4-4e16-9d87-ae8769712515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:56.933562 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f2d5de9d-bf3a-4a47-bbef-c7ff08db3aca req-fd48f274-22b4-4e16-9d87-ae8769712515 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=383652f0-210b-476d-8368-443456095682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448794 Nov 19 15:07:56.933886 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-ac8fc0e6-7a1c-4059-a9cd-beec9822ab8d tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:56.938251 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-ac8fc0e6-7a1c-4059-a9cd-beec9822ab8d tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783094'] for security_group_rule, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:56.960617 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8fc0e6-7a1c-4059-a9cd-beec9822ab8d tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=900db602-1e84-41a7-a1b0-d33806a79f1f,revision_number=0']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:07:56.961105 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 5f995ca5-5a2a-41de-8527-16927df2788a no longer exists at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:07:56.967794 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-ac8fc0e6-7a1c-4059-a9cd-beec9822ab8d tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:56.971757 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-ac8fc0e6-7a1c-4059-a9cd-beec9822ab8d tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1475382 Nov 19 15:07:56.972347 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 44846) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:07:56.976614 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-00c2afee-7a76-4913-9620-0a02c266fa9e tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Request body: {'security_group_rule': {'security_group_id': 'b42cf0a5-1d18-486b-a0f6-fd5ef81f3cd3', 'project_id': '5188c6afe0f34319b4b787b96f720f3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:07:57.008289 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-00c2afee-7a76-4913-9620-0a02c266fa9e tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:57.046864 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f2d5de9d-bf3a-4a47-bbef-c7ff08db3aca req-5b047db5-4b83-4930-8fc4-e569faa396db service neutron] 10.222.0.11 "GET /v2.0/networks/383652f0-210b-476d-8368-443456095682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999691 Nov 19 15:07:57.074242 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-00c2afee-7a76-4913-9620-0a02c266fa9e tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:57.080694 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-00c2afee-7a76-4913-9620-0a02c266fa9e tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783094'] for security_group_rule, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:57.100150 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2afee-7a76-4913-9620-0a02c266fa9e tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4286d2e-dca9-470c-a786-166fbcdb5f81,revision_number=0']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:07:57.106217 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-00c2afee-7a76-4913-9620-0a02c266fa9e tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:57.107548 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-00c2afee-7a76-4913-9620-0a02c266fa9e tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1342421 Nov 19 15:07:57.110754 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 44848) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:07:57.114726 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-b6cb8fdb-1eb1-417a-bdb6-5c0ea795002b tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Request body: {'security_group_rule': {'security_group_id': 'b42cf0a5-1d18-486b-a0f6-fd5ef81f3cd3', 'project_id': '5188c6afe0f34319b4b787b96f720f3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:07:57.134469 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] No Port match for: 5f995ca5-5a2a-41de-8527-16927df2788a {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:07:57.134819 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 5f995ca5-5a2a-41de-8527-16927df2788a not bound to the agent host hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:07:57.145967 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b6cb8fdb-1eb1-417a-bdb6-5c0ea795002b tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:57.190011 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f2d5de9d-bf3a-4a47-bbef-c7ff08db3aca req-f4747de4-e63c-49f9-837f-5223eb130c3a service neutron] 10.222.0.11 "GET /v2.0/networks/383652f0-210b-476d-8368-443456095682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243427 Nov 19 15:07:57.217981 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b6cb8fdb-1eb1-417a-bdb6-5c0ea795002b tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:57.222215 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b6cb8fdb-1eb1-417a-bdb6-5c0ea795002b tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783094'] for security_group_rule, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:57.241924 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb8fdb-1eb1-417a-bdb6-5c0ea795002b tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7400f0ea-6075-41ff-b99b-be556a029aa4,revision_number=0']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:07:57.242684 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-89b5dfe9-aab1-4669-8b97-67bfef57924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb27e96-a0f5-40b0-8094-e82c2b28fb73', 'name': 'tempest-TestMinimumBasicScenario-315994696-router', 'tenant_id': '5188c6afe0f34319b4b787b96f720f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1b936f64-50bb-43d4-a978-33a88c7c709e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:06:35Z', 'updated_at': '2021-11-19T15:06:39Z', 'revision_number': 4, 'project_id': '5188c6afe0f34319b4b787b96f720f3b', 'gw_port': {'id': '1b936f64-50bb-43d4-a978-33a88c7c709e', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb27e96-a0f5-40b0-8094-e82c2b28fb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:06:35Z', 'updated_at': '2021-11-19T15:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_floatingips': [{'id': '41bc1ef5-abcc-46b3-a3a3-aafb7500d3e4', 'tenant_id': '5188c6afe0f34319b4b787b96f720f3b', 'floating_ip_address': '172.27.0.10', 'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'router_id': 'feb27e96-a0f5-40b0-8094-e82c2b28fb73', 'port_id': 'd9cbc786-bc49-4094-b804-87076d431575', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '383652f0-210b-476d-8368-443456095682', 'mac_address': 'fa:16:3e:17:d6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d99f29-dbf8-45a9-8815-f96e0367bc65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T15:07:54Z', 'updated_at': '2021-11-19T15:07:54Z', 'revision_number': 0, 'project_id': '5188c6afe0f34319b4b787b96f720f3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32875a0c-b2fb-4c4d-8992-e51b0370e172', 'name': '', 'network_id': '383652f0-210b-476d-8368-443456095682', 'tenant_id': '5188c6afe0f34319b4b787b96f720f3b', 'mac_address': 'fa:16:3e:cf:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb27e96-a0f5-40b0-8094-e82c2b28fb73', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '666c5cc1-1e97-479a-9d62-1c824cf1a5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:06:39Z', 'updated_at': '2021-11-19T15:06:47Z', 'revision_number': 5, 'project_id': '5188c6afe0f34319b4b787b96f720f3b', 'subnets': [{'id': '666c5cc1-1e97-479a-9d62-1c824cf1a5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:07:57.252033 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b6cb8fdb-1eb1-417a-bdb6-5c0ea795002b tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:57.253337 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-b6cb8fdb-1eb1-417a-bdb6-5c0ea795002b tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1422274 Nov 19 15:07:57.256423 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 44850) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:07:57.260986 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-9e030b0a-15ed-4ad2-a21e-a6973c3f76d5 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Request body: {'security_group_rule': {'security_group_id': 'b42cf0a5-1d18-486b-a0f6-fd5ef81f3cd3', 'project_id': '5188c6afe0f34319b4b787b96f720f3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:07:57.276886 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b5dfe9-aab1-4669-8b97-67bfef57924d None None] The sync data for ids ['feb27e96-a0f5-40b0-8094-e82c2b28fb73'] in dv-cinder-817573-1-iscsi is: [{'id': 'feb27e96-a0f5-40b0-8094-e82c2b28fb73', 'name': 'tempest-TestMinimumBasicScenario-315994696-router', 'tenant_id': '5188c6afe0f34319b4b787b96f720f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1b936f64-50bb-43d4-a978-33a88c7c709e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:06:35Z', 'updated_at': '2021-11-19T15:06:39Z', 'revision_number': 4, 'project_id': '5188c6afe0f34319b4b787b96f720f3b', 'gw_port': {'id': '1b936f64-50bb-43d4-a978-33a88c7c709e', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb27e96-a0f5-40b0-8094-e82c2b28fb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:06:35Z', 'updated_at': '2021-11-19T15:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_floatingips': [{'id': '41bc1ef5-abcc-46b3-a3a3-aafb7500d3e4', 'tenant_id': '5188c6afe0f34319b4b787b96f720f3b', 'floating_ip_address': '172.27.0.10', 'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'router_id': 'feb27e96-a0f5-40b0-8094-e82c2b28fb73', 'port_id': 'd9cbc786-bc49-4094-b804-87076d431575', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '383652f0-210b-476d-8368-443456095682', 'mac_address': 'fa:16:3e:17:d6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d99f29-dbf8-45a9-8815-f96e0367bc65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T15:07:54Z', 'updated_at': '2021-11-19T15:07:54Z', 'revision_number': 0, 'project_id': '5188c6afe0f34319b4b787b96f720f3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32875a0c-b2fb-4c4d-8992-e51b0370e172', 'name': '', 'network_id': '383652f0-210b-476d-8368-443456095682', 'tenant_id': '5188c6afe0f34319b4b787b96f720f3b', 'mac_address': 'fa:16:3e:cf:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb27e96-a0f5-40b0-8094-e82c2b28fb73', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '666c5cc1-1e97-479a-9d62-1c824cf1a5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:06:39Z', 'updated_at': '2021-11-19T15:06:47Z', 'revision_number': 5, 'project_id': '5188c6afe0f34319b4b787b96f720f3b', 'subnets': [{'id': '666c5cc1-1e97-479a-9d62-1c824cf1a5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:07:57.283292 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.db.securitygroups_db [None req-9e030b0a-15ed-4ad2-a21e-a6973c3f76d5 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Project 5188c6afe0f34319b4b787b96f720f3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 15:07:57.288714 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-9e030b0a-15ed-4ad2-a21e-a6973c3f76d5 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:57.356961 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-9e030b0a-15ed-4ad2-a21e-a6973c3f76d5 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:57.361635 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-9e030b0a-15ed-4ad2-a21e-a6973c3f76d5 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783094'] for security_group_rule, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:57.380003 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e030b0a-15ed-4ad2-a21e-a6973c3f76d5 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4467bc72-192a-426a-abc6-eefdf53e7784,revision_number=0']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:07:57.388621 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-9e030b0a-15ed-4ad2-a21e-a6973c3f76d5 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:57.389902 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-9e030b0a-15ed-4ad2-a21e-a6973c3f76d5 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1324351 Nov 19 15:07:57.392562 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 44856) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:07:57.396898 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-d5d99ec8-98c3-425f-92ac-607f69b97b44 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Request body: {'security_group_rule': {'security_group_id': 'b42cf0a5-1d18-486b-a0f6-fd5ef81f3cd3', 'project_id': '5188c6afe0f34319b4b787b96f720f3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:07:57.422532 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.db.securitygroups_db [None req-d5d99ec8-98c3-425f-92ac-607f69b97b44 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Project 5188c6afe0f34319b4b787b96f720f3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 15:07:57.431228 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d5d99ec8-98c3-425f-92ac-607f69b97b44 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:57.502099 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d5d99ec8-98c3-425f-92ac-607f69b97b44 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:57.507775 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d5d99ec8-98c3-425f-92ac-607f69b97b44 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783094'] for security_group_rule, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:57.514917 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e51422-c124-4996-b9cb-16e60dd8950d None None] New status for floating IP 41bc1ef5-abcc-46b3-a3a3-aafb7500d3e4: ACTIVE {{(pid=102742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 15:07:57.542597 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d99ec8-98c3-425f-92ac-607f69b97b44 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8049bd43-6979-44fd-a7db-261eddff4200,revision_number=0']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:07:57.554007 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d5d99ec8-98c3-425f-92ac-607f69b97b44 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:57.555243 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-d5d99ec8-98c3-425f-92ac-607f69b97b44 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1616609 Nov 19 15:07:57.659062 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-12d85460-5ff3-4479-b796-9f1d52404cde req-b4ff53d6-f3c1-4073-b2be-1aeac83fd771 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1413447841&fields=id&tenant_id=5188c6afe0f34319b4b787b96f720f3b HTTP/1.1" status: 200 len: 267 time: 0.0561781 Nov 19 15:07:57.729298 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d85460-5ff3-4479-b796-9f1d52404cde req-0a5e5d8b-17ec-41f0-b5e4-e4bd0078221a tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:57.738858 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-12d85460-5ff3-4479-b796-9f1d52404cde req-0a5e5d8b-17ec-41f0-b5e4-e4bd0078221a tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 945 time: 0.0729108 Nov 19 15:07:57.744964 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-12d85460-5ff3-4479-b796-9f1d52404cde req-2435f5c1-6c59-498c-93b3-4770b9bdd17f tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Request body: {'port': {'security_groups': ['ce3b0884-8305-4f24-bb07-7050f0208b38', 'b42cf0a5-1d18-486b-a0f6-fd5ef81f3cd3']}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:07:57.829707 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-12d85460-5ff3-4479-b796-9f1d52404cde req-2435f5c1-6c59-498c-93b3-4770b9bdd17f tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:57.978227 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fcb0a-773d-4fe8-aa8a-079932d5a572 req-81db3423-7ffd-4960-b0b5-85c0ab9b1baa tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:57.979760 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-1e7fcb0a-773d-4fe8-aa8a-079932d5a572 req-81db3423-7ffd-4960-b0b5-85c0ab9b1baa tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0593269 Nov 19 15:07:58.027229 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-1e7fcb0a-773d-4fe8-aa8a-079932d5a572 req-38b145d6-9f44-41d2-be2f-5f00e83cbdaf tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414491 Nov 19 15:07:58.055155 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-12d85460-5ff3-4479-b796-9f1d52404cde req-2435f5c1-6c59-498c-93b3-4770b9bdd17f tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] For port d9cbc786-bc49-4094-b804-87076d431575, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=d9cbc786-bc49-4094-b804-87076d431575,segment=NetworkSegment(74547010-fe5b-44c6-aca7-b3093802ab62),segment_id=74547010-fe5b-44c6-aca7-b3093802ab62)] {{(pid=102740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:07:58.084108 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-12d85460-5ff3-4479-b796-9f1d52404cde req-2435f5c1-6c59-498c-93b3-4770b9bdd17f tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks [] for port, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:58.088637 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-12d85460-5ff3-4479-b796-9f1d52404cde req-2435f5c1-6c59-498c-93b3-4770b9bdd17f tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:58.102720 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['d9cbc786-bc49-4094-b804-87076d431575'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:07:58.138461 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d85460-5ff3-4479-b796-9f1d52404cde req-2435f5c1-6c59-498c-93b3-4770b9bdd17f tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:58.139087 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-12d85460-5ff3-4479-b796-9f1d52404cde req-2435f5c1-6c59-498c-93b3-4770b9bdd17f tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:58.140435 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-12d85460-5ff3-4479-b796-9f1d52404cde req-2435f5c1-6c59-498c-93b3-4770b9bdd17f tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "PUT /v2.0/ports/d9cbc786-bc49-4094-b804-87076d431575 HTTP/1.1" status: 200 len: 981 time: 0.4007366 Nov 19 15:07:58.163335 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2435f5c1-6c59-498c-93b3-4770b9bdd17f tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Pushing event updated for resources: {'Port': ['ID=d9cbc786-bc49-4094-b804-87076d431575,revision_number=6']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:07:58.259070 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48f0b5-cc9c-43ec-a143-1d4fb988ecec req-19791f36-4ec9-40e6-8a0f-5024107afe8d tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:58.260772 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-7b48f0b5-cc9c-43ec-a143-1d4fb988ecec req-19791f36-4ec9-40e6-8a0f-5024107afe8d tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 984 time: 0.0537913 Nov 19 15:07:58.267660 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['d9cbc786-bc49-4094-b804-87076d431575'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:07:58.339351 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-7b48f0b5-cc9c-43ec-a143-1d4fb988ecec req-b0ee0657-3f86-4136-9af4-eb0138d58021 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&id=b42cf0a5-1d18-486b-a0f6-fd5ef81f3cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0682313 Nov 19 15:07:58.525343 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-de60ee7e-ee94-409d-bbdb-18ff67a0b243 None None] Provisioning complete for port d9cbc786-bc49-4094-b804-87076d431575 triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:07:58.525637 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-de60ee7e-ee94-409d-bbdb-18ff67a0b243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:07:58.607704 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 6 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:07:58.646385 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d99f29-dbf8-45a9-8815-f96e0367bc65', 'tag': 'd9cbc786-bc49-4094-b804-87076d431575'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:07:58.648773 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6c30a8-351d-417f-baa8-a0a1dabc3ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "14d99f29-dbf8-45a9-8815-f96e0367bc65", "tag": "d9cbc786-bc49-4094-b804-87076d431575"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:07:58.685542 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 15:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c391bb-9df2-4aaf-bf33-ba9d2d39a42b x-openstack-request-id: req-73c391bb-9df2-4aaf-bf33-ba9d2d39a42b {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:07:58.686163 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d99f29-dbf8-45a9-8815-f96e0367bc65", "tag": "d9cbc786-bc49-4094-b804-87076d431575", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:07:58.686163 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73c391bb-9df2-4aaf-bf33-ba9d2d39a42b {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:07:58.686478 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d99f29-dbf8-45a9-8815-f96e0367bc65', 'tag': 'd9cbc786-bc49-4094-b804-87076d431575', 'status': 'completed', 'code': 200} Nov 19 15:07:58.754997 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c30a8-351d-417f-baa8-a0a1dabc3ca4 req-5e9f5b8c-dde4-45fd-b212-41d0c9043c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:58.756495 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8e6c30a8-351d-417f-baa8-a0a1dabc3ca4 req-5e9f5b8c-dde4-45fd-b212-41d0c9043c31 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5188c6afe0f34319b4b787b96f720f3b&device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 1137 time: 0.0428946 Nov 19 15:07:58.861575 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c30a8-351d-417f-baa8-a0a1dabc3ca4 req-4e58c0a3-83cb-4179-96ae-39625480d24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:58.863372 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8e6c30a8-351d-417f-baa8-a0a1dabc3ca4 req-4e58c0a3-83cb-4179-96ae-39625480d24d service neutron] 10.222.0.11 "GET /v2.0/networks?id=383652f0-210b-476d-8368-443456095682 HTTP/1.1" status: 200 len: 915 time: 0.0908425 Nov 19 15:07:58.940893 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8e6c30a8-351d-417f-baa8-a0a1dabc3ca4 req-2ff4a480-86f7-47a5-ac3c-48f638ecfbc6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9cbc786-bc49-4094-b804-87076d431575 HTTP/1.1" status: 200 len: 1000 time: 0.0642207 Nov 19 15:07:59.009420 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c30a8-351d-417f-baa8-a0a1dabc3ca4 req-3b483f99-2e40-478b-8221-ed9289a29237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:59.010931 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8e6c30a8-351d-417f-baa8-a0a1dabc3ca4 req-3b483f99-2e40-478b-8221-ed9289a29237 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=666c5cc1-1e97-479a-9d62-1c824cf1a5d2 HTTP/1.1" status: 200 len: 853 time: 0.0593338 Nov 19 15:07:59.066774 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c30a8-351d-417f-baa8-a0a1dabc3ca4 req-07feee1c-bb1c-4101-810d-2b2dd7a03ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:59.068264 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8e6c30a8-351d-417f-baa8-a0a1dabc3ca4 req-07feee1c-bb1c-4101-810d-2b2dd7a03ee7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=383652f0-210b-476d-8368-443456095682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423734 Nov 19 15:07:59.207950 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63245e-aa73-4c3f-86a9-689b6c4c34ee req-4e4ac569-d44c-4ab2-8a5e-00c3a228047d tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:59.209609 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-fb63245e-aa73-4c3f-86a9-689b6c4c34ee req-4e4ac569-d44c-4ab2-8a5e-00c3a228047d tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0819538 Nov 19 15:07:59.211930 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8e6c30a8-351d-417f-baa8-a0a1dabc3ca4 req-286d56a1-49f6-4d6c-88b7-57d8c8382cb4 service neutron] 10.222.0.11 "GET /v2.0/networks/383652f0-210b-476d-8368-443456095682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350276 Nov 19 15:07:59.251493 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a3e36-bcf7-454e-9330-2efe2ac77183 req-f2da14b3-24ac-4a4f-a5f3-293d6490c157 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:07:59.254514 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-991a3e36-bcf7-454e-9330-2efe2ac77183 req-f2da14b3-24ac-4a4f-a5f3-293d6490c157 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 946 time: 0.0567191 Nov 19 15:07:59.318125 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-fb63245e-aa73-4c3f-86a9-689b6c4c34ee req-9db612a3-217f-453c-ae07-72794f6fb47d tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1009464 Nov 19 15:07:59.328069 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-991a3e36-bcf7-454e-9330-2efe2ac77183 req-d584c1f8-2561-45e8-b584-cb9c9e7ee4a1 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644104 Nov 19 15:07:59.345427 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8e6c30a8-351d-417f-baa8-a0a1dabc3ca4 req-b980e339-d115-4449-a409-e818a5b4f121 service neutron] 10.222.0.11 "GET /v2.0/networks/383652f0-210b-476d-8368-443456095682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223323 Nov 19 15:08:00.443233 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdaadd7-12d9-4983-8012-6caff6478543 req-84f7903f-9a91-41e4-8b90-82f4ca59a9dc tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:00.444887 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-cfdaadd7-12d9-4983-8012-6caff6478543 req-84f7903f-9a91-41e4-8b90-82f4ca59a9dc tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0540721 Nov 19 15:08:00.481304 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1ff6e-c4d7-4fed-884d-32272d00098b req-134b28f7-454b-4b57-8390-14e82865412d tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:00.482941 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-7ad1ff6e-c4d7-4fed-884d-32272d00098b req-134b28f7-454b-4b57-8390-14e82865412d tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 946 time: 0.0529923 Nov 19 15:08:00.499655 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-cfdaadd7-12d9-4983-8012-6caff6478543 req-644d8e82-8bd0-491b-90ee-9015cc282647 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470021 Nov 19 15:08:00.539657 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-7ad1ff6e-c4d7-4fed-884d-32272d00098b req-6e475c09-cb72-4ebc-82ff-cba712b14470 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507774 Nov 19 15:08:01.618668 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083e67b-a622-403e-8aaf-493d649f1f61 req-a799ae97-ad74-48cb-b127-2f10362338a6 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:01.620146 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-5083e67b-a622-403e-8aaf-493d649f1f61 req-a799ae97-ad74-48cb-b127-2f10362338a6 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0538116 Nov 19 15:08:01.660319 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e07da6-ddfe-4c01-b63d-e904ca6f22af req-acb42f84-8dae-4fe4-9189-8dfb7bdc3a66 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:01.661881 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-d7e07da6-ddfe-4c01-b63d-e904ca6f22af req-acb42f84-8dae-4fe4-9189-8dfb7bdc3a66 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 946 time: 0.0533297 Nov 19 15:08:01.667452 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-5083e67b-a622-403e-8aaf-493d649f1f61 req-84996716-7e7a-4045-ae30-ff675126a23d tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408974 Nov 19 15:08:01.709909 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-d7e07da6-ddfe-4c01-b63d-e904ca6f22af req-08a7ce46-28c4-4182-8db8-17b8f5eed880 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415404 Nov 19 15:08:02.592905 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 61ee76dd-0723-435f-bbf8-8a7d6039b176 no longer exists at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:08:02.612451 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] No Port match for: 61ee76dd-0723-435f-bbf8-8a7d6039b176 {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:08:02.612818 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 61ee76dd-0723-435f-bbf8-8a7d6039b176 not bound to the agent host hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:08:02.784920 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba9fb2-f244-4f54-a661-20cf431f7db5 req-82e728a4-7055-4828-930b-77c627ac5741 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:02.786427 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-caba9fb2-f244-4f54-a661-20cf431f7db5 req-82e728a4-7055-4828-930b-77c627ac5741 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0516233 Nov 19 15:08:02.825639 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b15508-6f06-481c-96d9-59202ed2eeff req-c552b299-7e03-407d-893a-dbb8f21a40fc tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:02.827743 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-08b15508-6f06-481c-96d9-59202ed2eeff req-c552b299-7e03-407d-893a-dbb8f21a40fc tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 946 time: 0.0482900 Nov 19 15:08:02.833800 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-caba9fb2-f244-4f54-a661-20cf431f7db5 req-98bc9275-335d-402a-bb68-51446e361fcd tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416532 Nov 19 15:08:02.874370 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-08b15508-6f06-481c-96d9-59202ed2eeff req-ad65a35d-2339-4d2f-8f20-6d30ab0febfb tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407786 Nov 19 15:08:03.820070 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a1af1e26-aa84-4287-9673-339ece0083be req-1c3abfe6-ae5c-4540-aa6b-84a70a2a0a16 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428734 Nov 19 15:08:03.912952 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af1e26-aa84-4287-9673-339ece0083be req-ea1e302d-5b71-447d-821f-c983618058c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:03.914513 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a1af1e26-aa84-4287-9673-339ece0083be req-ea1e302d-5b71-447d-821f-c983618058c4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5eaa9bd6803a47d79c92591db12100ff&device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 1099 time: 0.0554757 Nov 19 15:08:04.035774 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73d03a-5893-44e3-96a0-06c787c41f5d req-04a7d2cd-556c-404c-9523-45c335189df2 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:04.042721 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2ffc1-f53d-46df-90a5-f6d7e93b8f08 req-09cd4951-7d9b-4fed-a439-19cb875e6af2 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:04.044313 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a1e2ffc1-f53d-46df-90a5-f6d7e93b8f08 req-09cd4951-7d9b-4fed-a439-19cb875e6af2 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.1339133 Nov 19 15:08:04.052882 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-7b73d03a-5893-44e3-96a0-06c787c41f5d req-04a7d2cd-556c-404c-9523-45c335189df2 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 946 time: 0.0864148 Nov 19 15:08:04.054831 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:04.072317 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af1e26-aa84-4287-9673-339ece0083be req-e90df1f9-6b88-4cf8-a78e-c539177902ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:04.073896 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a1af1e26-aa84-4287-9673-339ece0083be req-e90df1f9-6b88-4cf8-a78e-c539177902ea service neutron] 10.222.0.11 "GET /v2.0/networks?id=f97c391d-7c3e-4d86-a9cf-5e771e36f18c HTTP/1.1" status: 200 len: 918 time: 0.1276927 Nov 19 15:08:04.108727 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-7b73d03a-5893-44e3-96a0-06c787c41f5d req-b0fb7bfd-88d3-49c2-aff7-e54bb18d287c tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/security-groups?id=e68ad7fb-5abd-45f2-8dcf-ef9c90984427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473456 Nov 19 15:08:04.142005 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a1e2ffc1-f53d-46df-90a5-f6d7e93b8f08 req-b6fb5152-e2f4-455c-adc5-cfad37e74a00 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0904515 Nov 19 15:08:04.158860 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a1af1e26-aa84-4287-9673-339ece0083be req-80648617-87c2-4d1f-b19b-23026423539b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=474c9f67-fb9a-42a4-8ae6-f2786e33ea63 HTTP/1.1" status: 200 len: 1000 time: 0.0717492 Nov 19 15:08:04.221617 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af1e26-aa84-4287-9673-339ece0083be req-47c983f1-1dd1-480a-a7de-7da2fd50a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:04.223017 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a1af1e26-aa84-4287-9673-339ece0083be req-47c983f1-1dd1-480a-a7de-7da2fd50a90f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8fec746e-ce9d-4877-a4a1-5ea67aae0682 HTTP/1.1" status: 200 len: 856 time: 0.0465019 Nov 19 15:08:04.317615 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee8f14-1633-4463-b2d7-cb6c1d4b2ab2 req-6c8b4d31-7309-42ba-ba73-eebe55506e86 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:04.319062 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-efee8f14-1633-4463-b2d7-cb6c1d4b2ab2 req-6c8b4d31-7309-42ba-ba73-eebe55506e86 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 946 time: 0.0745704 Nov 19 15:08:04.320918 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af1e26-aa84-4287-9673-339ece0083be req-250ab187-b07b-4c83-abf5-147b9a75b05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:04.322218 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a1af1e26-aa84-4287-9673-339ece0083be req-250ab187-b07b-4c83-abf5-147b9a75b05c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f97c391d-7c3e-4d86-a9cf-5e771e36f18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787733 Nov 19 15:08:04.485475 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a1af1e26-aa84-4287-9673-339ece0083be req-10c2e027-e840-4802-abec-894954438964 service neutron] 10.222.0.11 "GET /v2.0/networks/f97c391d-7c3e-4d86-a9cf-5e771e36f18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439762 Nov 19 15:08:04.515430 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-efee8f14-1633-4463-b2d7-cb6c1d4b2ab2 req-2393ac50-0e99-4a8d-a94e-eac7247955c8 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Deleting port 94209437-90e5-4185-8bfb-c299b5e4e597 {{(pid=102740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:08:04.515766 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-efee8f14-1633-4463-b2d7-cb6c1d4b2ab2 req-2393ac50-0e99-4a8d-a94e-eac7247955c8 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:04.647266 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a1af1e26-aa84-4287-9673-339ece0083be req-1f9ac55f-dd05-4ed4-a613-a7f26751a690 service neutron] 10.222.0.11 "GET /v2.0/networks/f97c391d-7c3e-4d86-a9cf-5e771e36f18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527903 Nov 19 15:08:04.653281 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-efee8f14-1633-4463-b2d7-cb6c1d4b2ab2 req-2393ac50-0e99-4a8d-a94e-eac7247955c8 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] For port 94209437-90e5-4185-8bfb-c299b5e4e597, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=94209437-90e5-4185-8bfb-c299b5e4e597,segment=NetworkSegment(95ddcab1-baed-4dee-a29d-ed919666ff8f),segment_id=95ddcab1-baed-4dee-a29d-ed919666ff8f)] {{(pid=102740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:08:04.653640 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-efee8f14-1633-4463-b2d7-cb6c1d4b2ab2 req-2393ac50-0e99-4a8d-a94e-eac7247955c8 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:04.665557 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-efee8f14-1633-4463-b2d7-cb6c1d4b2ab2 req-2393ac50-0e99-4a8d-a94e-eac7247955c8 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Calling delete_port for 94209437-90e5-4185-8bfb-c299b5e4e597 owned by compute:nova {{(pid=102740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:08:04.793331 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-efee8f14-1633-4463-b2d7-cb6c1d4b2ab2 req-2393ac50-0e99-4a8d-a94e-eac7247955c8 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177'] for port, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:04.821393 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2393ac50-0e99-4a8d-a94e-eac7247955c8 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Pushing event deleted for resources: {'Port': ['ID=94209437-90e5-4185-8bfb-c299b5e4e597,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:04.849841 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393ac50-0e99-4a8d-a94e-eac7247955c8 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:08:04.850195 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393ac50-0e99-4a8d-a94e-eac7247955c8 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:08:04.850540 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393ac50-0e99-4a8d-a94e-eac7247955c8 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:08:04.850878 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393ac50-0e99-4a8d-a94e-eac7247955c8 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:08:04.851213 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393ac50-0e99-4a8d-a94e-eac7247955c8 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:08:04.851545 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393ac50-0e99-4a8d-a94e-eac7247955c8 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:08:04.851874 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393ac50-0e99-4a8d-a94e-eac7247955c8 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:08:04.852206 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393ac50-0e99-4a8d-a94e-eac7247955c8 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:08:04.852532 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393ac50-0e99-4a8d-a94e-eac7247955c8 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:08:04.852884 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393ac50-0e99-4a8d-a94e-eac7247955c8 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:08:04.853233 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393ac50-0e99-4a8d-a94e-eac7247955c8 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:08:04.853539 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393ac50-0e99-4a8d-a94e-eac7247955c8 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:08:04.872071 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-efee8f14-1633-4463-b2d7-cb6c1d4b2ab2 req-2393ac50-0e99-4a8d-a94e-eac7247955c8 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] No DVR routers for this DVR port 94209437-90e5-4185-8bfb-c299b5e4e597 on host hv-cinder-81757 {{(pid=102740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 15:08:04.875098 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-efee8f14-1633-4463-b2d7-cb6c1d4b2ab2 req-2393ac50-0e99-4a8d-a94e-eac7247955c8 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:04.878389 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-efee8f14-1633-4463-b2d7-cb6c1d4b2ab2 req-2393ac50-0e99-4a8d-a94e-eac7247955c8 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.11 "DELETE /v2.0/ports/94209437-90e5-4185-8bfb-c299b5e4e597 HTTP/1.1" status: 204 len: 173 time: 0.5288951 Nov 19 15:08:04.878814 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d137ea7-786a-4fb3-bb1f-95d526175a90', 'name': 'network-vif-deleted', 'tag': '94209437-90e5-4185-8bfb-c299b5e4e597'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:08:04.881062 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a2415f-e383-4503-a6eb-04e0a67e78d4" -d '{"events": [{"server_uuid": "5d137ea7-786a-4fb3-bb1f-95d526175a90", "name": "network-vif-deleted", "tag": "94209437-90e5-4185-8bfb-c299b5e4e597"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:08:04.915684 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb24829-1d30-465b-9497-8a9b03c4db15 x-openstack-request-id: req-bcb24829-1d30-465b-9497-8a9b03c4db15 {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:08:04.915980 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d137ea7-786a-4fb3-bb1f-95d526175a90", "name": "network-vif-deleted", "tag": "94209437-90e5-4185-8bfb-c299b5e4e597", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:08:04.916231 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bcb24829-1d30-465b-9497-8a9b03c4db15 {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:08:04.916625 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d137ea7-786a-4fb3-bb1f-95d526175a90', 'name': 'network-vif-deleted', 'tag': '94209437-90e5-4185-8bfb-c299b5e4e597', 'status': 'completed', 'code': 200} Nov 19 15:08:05.208630 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-c255e90b-7034-46ef-b8b2-2e67232fe0bb req-cccd58c3-7855-44aa-a653-7a22a2cdbd0a tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 210 time: 0.0311010 Nov 19 15:08:05.273259 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099c2b3-5f0d-4640-9f54-d05388f8dbf0 req-8f6ab478-0ede-411c-8c4f-d5f7caa8742b tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:05.274775 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-8099c2b3-5f0d-4640-9f54-d05388f8dbf0 req-8f6ab478-0ede-411c-8c4f-d5f7caa8742b tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0512037 Nov 19 15:08:05.327269 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-8099c2b3-5f0d-4640-9f54-d05388f8dbf0 req-8a8de6fa-5815-4e10-a3e6-1daba92c8239 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449166 Nov 19 15:08:06.302203 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3892890f-7eab-4400-bd8e-65dcfeff2b0a req-0f359629-6bd0-4ccc-bd43-2f1e8099e3c2 tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 210 time: 0.0255544 Nov 19 15:08:06.445934 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451a420-ef65-46cc-94fb-6dad611ebcf2 req-c3ec445b-488e-40fd-9125-b637bfacd59a tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:06.447406 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-4451a420-ef65-46cc-94fb-6dad611ebcf2 req-c3ec445b-488e-40fd-9125-b637bfacd59a tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0503020 Nov 19 15:08:06.493186 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-4451a420-ef65-46cc-94fb-6dad611ebcf2 req-27315fe0-eac6-46b6-a317-0e194694196e tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397782 Nov 19 15:08:06.683574 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['94209437-90e5-4185-8bfb-c299b5e4e597'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:08:07.395968 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d8ba8862-537f-409b-84c7-32e50f79ef50 req-d21e6c07-1bd3-42ea-80c2-7f0ecdde36db tempest-AttachVolumeNegativeTest-1544554990 tempest-AttachVolumeNegativeTest-1544554990-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d137ea7-786a-4fb3-bb1f-95d526175a90 HTTP/1.1" status: 200 len: 210 time: 0.0266583 Nov 19 15:08:07.612357 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed931192-150a-4e5e-8cdf-625a6f0422b9 req-c091c69f-b246-4abc-b520-9e670bf10bb5 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:07.613759 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ed931192-150a-4e5e-8cdf-625a6f0422b9 req-c091c69f-b246-4abc-b520-9e670bf10bb5 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0518148 Nov 19 15:08:07.659723 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ed931192-150a-4e5e-8cdf-625a6f0422b9 req-da9c9fde-e228-4ace-bda6-aba075a1015b tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400550 Nov 19 15:08:08.450330 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 45032) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:08.493994 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.db_base_plugin_v2 [None req-18dc0cf5-731a-4722-b978-a5fa171cb8c3 admin admin] Deleting subnet 66863856-ad42-4629-ab56-51eb7761d1fa {{(pid=102739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 15:08:08.496938 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-18dc0cf5-731a-4722-b978-a5fa171cb8c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:08.534170 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-18dc0cf5-731a-4722-b978-a5fa171cb8c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58996889'] for subnet, precommit_delete_associations {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:08.595455 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-18dc0cf5-731a-4722-b978-a5fa171cb8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606856'] for subnet, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:08.686870 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-18dc0cf5-731a-4722-b978-a5fa171cb8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58728006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59078695'] for subnet, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:08.714623 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc0cf5-731a-4722-b978-a5fa171cb8c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66863856-ad42-4629-ab56-51eb7761d1fa,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:08.724390 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-18dc0cf5-731a-4722-b978-a5fa171cb8c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for subnet, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:08.730683 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-18dc0cf5-731a-4722-b978-a5fa171cb8c3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/66863856-ad42-4629-ab56-51eb7761d1fa HTTP/1.1" status: 204 len: 168 time: 0.2762818 Nov 19 15:08:08.731530 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 45048) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:08.786737 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe8b91-f52c-4621-89d4-6e3a3905b75d req-9190289a-2856-49f8-9ee3-3f603055eb8f tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:08.788272 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ccbe8b91-f52c-4621-89d4-6e3a3905b75d req-9190289a-2856-49f8-9ee3-3f603055eb8f tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0586686 Nov 19 15:08:08.824306 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-59c30de7-f566-4d09-88d4-48b20d6d92b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616598'] for network, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:08.842790 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ccbe8b91-f52c-4621-89d4-6e3a3905b75d req-b6711587-689d-4e2b-8fe5-d7a0a9715231 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482328 Nov 19 15:08:08.945219 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-59c30de7-f566-4d09-88d4-48b20d6d92b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-608543', 'neutron.services.segments.db._delete_segments_for_network-8763178264971'] for network, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:08.973304 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-59c30de7-f566-4d09-88d4-48b20d6d92b7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 15:08:08.973648 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-59c30de7-f566-4d09-88d4-48b20d6d92b7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 15:08:08.974382 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-59c30de7-f566-4d09-88d4-48b20d6d92b7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 15:08:08.974728 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-59c30de7-f566-4d09-88d4-48b20d6d92b7 admin admin] Subscribe: > port after_create 55550000 {{(pid=102740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 15:08:08.975070 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-59c30de7-f566-4d09-88d4-48b20d6d92b7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 15:08:08.975423 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-59c30de7-f566-4d09-88d4-48b20d6d92b7 admin admin] Subscribe: > port after_update 55550000 {{(pid=102740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 15:08:08.975752 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-59c30de7-f566-4d09-88d4-48b20d6d92b7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 15:08:08.976252 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-59c30de7-f566-4d09-88d4-48b20d6d92b7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 15:08:08.976569 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-59c30de7-f566-4d09-88d4-48b20d6d92b7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 15:08:08.976931 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-59c30de7-f566-4d09-88d4-48b20d6d92b7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 15:08:09.114701 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-59c30de7-f566-4d09-88d4-48b20d6d92b7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 15:08:09.115051 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-59c30de7-f566-4d09-88d4-48b20d6d92b7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 15:08:09.115383 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-59c30de7-f566-4d09-88d4-48b20d6d92b7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 15:08:09.115712 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-59c30de7-f566-4d09-88d4-48b20d6d92b7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 15:08:09.116093 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.services.segments.db [None req-59c30de7-f566-4d09-88d4-48b20d6d92b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd986946-8454-44e7-80e5-6d3c5bfe30eb']}} {{(pid=102740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:08:09.133499 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.services.segments.db [None req-59c30de7-f566-4d09-88d4-48b20d6d92b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95ddcab1-baed-4dee-a29d-ed919666ff8f') {'for_net_delete': True} {{(pid=102740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:08:09.133790 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.services.segments.db [None req-59c30de7-f566-4d09-88d4-48b20d6d92b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95ddcab1-baed-4dee-a29d-ed919666ff8f') {} {{(pid=102740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:08:09.149098 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-59c30de7-f566-4d09-88d4-48b20d6d92b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763178248843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58782433'] for segment, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:09.170210 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-59c30de7-f566-4d09-88d4-48b20d6d92b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597'] for segment, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:09.178274 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59c30de7-f566-4d09-88d4-48b20d6d92b7 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=102740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 15:08:09.178664 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-59c30de7-f566-4d09-88d4-48b20d6d92b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59360370'] for segment, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:09.183338 dv-cinder-817573-1-iscsi neutron-server[102740]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 15:08:09.183338 dv-cinder-817573-1-iscsi neutron-server[102740]: from cryptography.utils import int_from_bytes Nov 19 15:08:09.183338 dv-cinder-817573-1-iscsi neutron-server[102740]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 15:08:09.183338 dv-cinder-817573-1-iscsi neutron-server[102740]: from cryptography.utils import int_from_bytes Nov 19 15:08:09.183338 dv-cinder-817573-1-iscsi neutron-server[102740]: Traceback (most recent call last): Nov 19 15:08:09.183338 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 15:08:09.183338 dv-cinder-817573-1-iscsi neutron-server[102740]: timer() Nov 19 15:08:09.183338 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 15:08:09.183338 dv-cinder-817573-1-iscsi neutron-server[102740]: cb(*args, **kw) Nov 19 15:08:09.183338 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 15:08:09.183338 dv-cinder-817573-1-iscsi neutron-server[102740]: return func(*args, **kwargs) Nov 19 15:08:09.183338 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 15:08:09.183338 dv-cinder-817573-1-iscsi neutron-server[102740]: self._notify() Nov 19 15:08:09.183338 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 15:08:09.183338 dv-cinder-817573-1-iscsi neutron-server[102740]: self.callback(batched_events) Nov 19 15:08:09.183338 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 15:08:09.183338 dv-cinder-817573-1-iscsi neutron-server[102740]: event.method(event) Nov 19 15:08:09.183338 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 15:08:09.183338 dv-cinder-817573-1-iscsi neutron-server[102740]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 15:08:09.183338 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 15:08:09.183338 dv-cinder-817573-1-iscsi neutron-server[102740]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 15:08:09.183338 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 15:08:09.183338 dv-cinder-817573-1-iscsi neutron-server[102740]: return f(self, *a, **k) Nov 19 15:08:09.183338 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 15:08:09.183338 dv-cinder-817573-1-iscsi neutron-server[102740]: return self._get(url).json() Nov 19 15:08:09.183338 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 15:08:09.183338 dv-cinder-817573-1-iscsi neutron-server[102740]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 15:08:09.183338 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 15:08:09.183338 dv-cinder-817573-1-iscsi neutron-server[102740]: return self.request(url, 'GET', **kwargs) Nov 19 15:08:09.183338 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 15:08:09.183338 dv-cinder-817573-1-iscsi neutron-server[102740]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 15:08:09.183338 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 15:08:09.183338 dv-cinder-817573-1-iscsi neutron-server[102740]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 15:08:09.183338 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 15:08:09.183338 dv-cinder-817573-1-iscsi neutron-server[102740]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 15:08:09.183338 dv-cinder-817573-1-iscsi neutron-server[102740]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 15:08:09.239107 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-59c30de7-f566-4d09-88d4-48b20d6d92b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-608518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469263'] for network, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:09.246028 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-59c30de7-f566-4d09-88d4-48b20d6d92b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for network, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:09.252327 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-59c30de7-f566-4d09-88d4-48b20d6d92b7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/cd986946-8454-44e7-80e5-6d3c5bfe30eb HTTP/1.1" status: 204 len: 168 time: 0.5171075 Nov 19 15:08:09.259621 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c30de7-f566-4d09-88d4-48b20d6d92b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd986946-8454-44e7-80e5-6d3c5bfe30eb,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:09.408839 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 45060) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:09.451496 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-493465ba-490f-4fb6-8d4f-d43fa619f84a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=53995b55564a4b2784260772caeedf05&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0415154 Nov 19 15:08:09.454037 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 45062) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:09.500527 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-171f5b87-25a9-48bf-90b5-3ad3eb97ce4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:09.520878 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-171f5b87-25a9-48bf-90b5-3ad3eb97ce4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:09.568755 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-171f5b87-25a9-48bf-90b5-3ad3eb97ce4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:09.571391 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-171f5b87-25a9-48bf-90b5-3ad3eb97ce4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:09.572575 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-171f5b87-25a9-48bf-90b5-3ad3eb97ce4e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e68ad7fb-5abd-45f2-8dcf-ef9c90984427 HTTP/1.1" status: 204 len: 168 time: 0.1176524 Nov 19 15:08:09.580955 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f5b87-25a9-48bf-90b5-3ad3eb97ce4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68ad7fb-5abd-45f2-8dcf-ef9c90984427,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:10.004087 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a88de9-bc2a-4eca-85d7-265e16d65a48 req-3716f707-6afe-4434-89cb-62464cf2be05 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:10.005545 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-20a88de9-bc2a-4eca-85d7-265e16d65a48 req-3716f707-6afe-4434-89cb-62464cf2be05 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0559711 Nov 19 15:08:10.061516 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-20a88de9-bc2a-4eca-85d7-265e16d65a48 req-e1465858-c8f2-433c-b94f-6c9f9f73734f tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444291 Nov 19 15:08:10.309626 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f587d0-74f5-4d96-ab6f-fa82b95cb972 req-814e7332-dc4e-461f-8bcb-bd273618fa58 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:10.311722 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-07f587d0-74f5-4d96-ab6f-fa82b95cb972 req-814e7332-dc4e-461f-8bcb-bd273618fa58 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0524960 Nov 19 15:08:10.387286 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-07f587d0-74f5-4d96-ab6f-fa82b95cb972 req-bae9d73e-1850-4388-bbff-89ca22b755c8 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0694151 Nov 19 15:08:10.397270 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec1254-3b30-4453-914d-0a8c3ce0ba66 req-47854928-2661-47c7-a801-845ad4a8f45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:10.398755 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2dec1254-3b30-4453-914d-0a8c3ce0ba66 req-47854928-2661-47c7-a801-845ad4a8f45d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0e2bcec34734e86900951518afe4cf2&device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 1098 time: 0.0579803 Nov 19 15:08:10.514958 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec1254-3b30-4453-914d-0a8c3ce0ba66 req-cc229053-b7bf-4447-af12-71b03c9a615f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:10.516360 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2dec1254-3b30-4453-914d-0a8c3ce0ba66 req-cc229053-b7bf-4447-af12-71b03c9a615f service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed0406b4-0bfe-439f-b48b-c510341d69dd HTTP/1.1" status: 200 len: 912 time: 0.1043172 Nov 19 15:08:10.584626 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2dec1254-3b30-4453-914d-0a8c3ce0ba66 req-deda56a6-04d6-413a-aa9c-ce4903abed09 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=211e7156-2ffd-4fd3-879a-c68f83d6e874 HTTP/1.1" status: 200 len: 1001 time: 0.0598385 Nov 19 15:08:10.642974 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec1254-3b30-4453-914d-0a8c3ce0ba66 req-4879a8bc-0a23-472e-ac92-5020f9e08117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:10.644409 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2dec1254-3b30-4453-914d-0a8c3ce0ba66 req-4879a8bc-0a23-472e-ac92-5020f9e08117 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e852f975-4d1d-4820-9954-48ab18b88f42 HTTP/1.1" status: 200 len: 850 time: 0.0514553 Nov 19 15:08:10.691750 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 94209437-90e5-4185-8bfb-c299b5e4e597 no longer exists at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:08:10.693484 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec1254-3b30-4453-914d-0a8c3ce0ba66 req-68af3d44-0036-4fe1-be00-e96d7779d606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:10.694803 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2dec1254-3b30-4453-914d-0a8c3ce0ba66 req-68af3d44-0036-4fe1-be00-e96d7779d606 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed0406b4-0bfe-439f-b48b-c510341d69dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416427 Nov 19 15:08:10.712664 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] No Port match for: 94209437-90e5-4185-8bfb-c299b5e4e597 {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:08:10.713037 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 94209437-90e5-4185-8bfb-c299b5e4e597 not bound to the agent host hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:08:10.790396 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2dec1254-3b30-4453-914d-0a8c3ce0ba66 req-50150779-ad2c-4881-a0d2-e12749fc3f02 service neutron] 10.222.0.11 "GET /v2.0/networks/ed0406b4-0bfe-439f-b48b-c510341d69dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864942 Nov 19 15:08:10.895145 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2dec1254-3b30-4453-914d-0a8c3ce0ba66 req-fbb5c7a0-2ad9-460d-acc4-b4978942f7c7 service neutron] 10.222.0.11 "GET /v2.0/networks/ed0406b4-0bfe-439f-b48b-c510341d69dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970995 Nov 19 15:08:11.435765 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 45168) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:11.515060 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5eccaa-2bc1-4062-bcfc-8931fe721075 req-712265ff-646a-477e-a8f7-7ed18a316624 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:11.516557 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-2f5eccaa-2bc1-4062-bcfc-8931fe721075 req-712265ff-646a-477e-a8f7-7ed18a316624 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0515850 Nov 19 15:08:11.553748 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a55c8d25-4aa3-4e16-8c94-2a6ccaffdc55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:11.589867 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-2f5eccaa-2bc1-4062-bcfc-8931fe721075 req-a2507342-ea1b-476a-811a-0628c4bee909 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0673301 Nov 19 15:08:11.650320 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a55c8d25-4aa3-4e16-8c94-2a6ccaffdc55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:11.654318 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a55c8d25-4aa3-4e16-8c94-2a6ccaffdc55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:11.694652 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c8d25-4aa3-4e16-8c94-2a6ccaffdc55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbc7bd1-8ba9-4cd8-9089-e6ee229abba5,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:11.699059 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-a55c8d25-4aa3-4e16-8c94-2a6ccaffdc55 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27e595d58b064b52b84b8febca683374&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2617185 Nov 19 15:08:11.702670 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 45172) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:11.750341 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-5caefa42-cf2f-4782-929c-babaa08d1faa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:11.771913 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-5caefa42-cf2f-4782-929c-babaa08d1faa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:11.816517 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-5caefa42-cf2f-4782-929c-babaa08d1faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:11.819048 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-5caefa42-cf2f-4782-929c-babaa08d1faa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:11.820164 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-5caefa42-cf2f-4782-929c-babaa08d1faa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0fbc7bd1-8ba9-4cd8-9089-e6ee229abba5 HTTP/1.1" status: 204 len: 168 time: 0.1166284 Nov 19 15:08:11.828172 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caefa42-cf2f-4782-929c-babaa08d1faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbc7bd1-8ba9-4cd8-9089-e6ee229abba5,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:12.092051 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 45188) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:12.105580 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-046c39eb-d1e4-4fd9-b08d-2f283e61b8d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:12.188372 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-046c39eb-d1e4-4fd9-b08d-2f283e61b8d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:12.191999 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-046c39eb-d1e4-4fd9-b08d-2f283e61b8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:12.230627 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-046c39eb-d1e4-4fd9-b08d-2f283e61b8d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d54d911941c14d808d6889fa09ed8e88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374714 Nov 19 15:08:12.231503 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c39eb-d1e4-4fd9-b08d-2f283e61b8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e661a9d-f90d-4366-b207-a30bc972c04d,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:12.234512 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 45190) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:12.291869 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-5dca83e7-7a98-4f8b-8f1e-2bfc10be78c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:12.312696 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-5dca83e7-7a98-4f8b-8f1e-2bfc10be78c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:12.360096 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-5dca83e7-7a98-4f8b-8f1e-2bfc10be78c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:12.362980 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-5dca83e7-7a98-4f8b-8f1e-2bfc10be78c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:12.364132 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-5dca83e7-7a98-4f8b-8f1e-2bfc10be78c5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e661a9d-f90d-4366-b207-a30bc972c04d HTTP/1.1" status: 204 len: 168 time: 0.1282551 Nov 19 15:08:12.377009 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca83e7-7a98-4f8b-8f1e-2bfc10be78c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e661a9d-f90d-4366-b207-a30bc972c04d,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:12.728298 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63045426-1ebd-4757-ac86-0483afd45c02 req-05630990-9dae-42cf-86f1-14d890338f13 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:12.730038 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-63045426-1ebd-4757-ac86-0483afd45c02 req-05630990-9dae-42cf-86f1-14d890338f13 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0672758 Nov 19 15:08:12.792930 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-63045426-1ebd-4757-ac86-0483afd45c02 req-bed7ab88-8e8a-4778-b172-811316a24501 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556014 Nov 19 15:08:13.389993 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fd12e-53c7-4fc2-bfc3-7aefab643951 req-c35a702a-276f-4563-9756-9853c1fbc261 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:13.391493 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ec4fd12e-53c7-4fc2-bfc3-7aefab643951 req-c35a702a-276f-4563-9756-9853c1fbc261 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=25019dc4-beca-4211-ab7d-0121784e29db HTTP/1.1" status: 200 len: 946 time: 0.0520644 Nov 19 15:08:13.445742 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ec4fd12e-53c7-4fc2-bfc3-7aefab643951 req-e319918c-8587-4493-9855-9221e7691b29 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5f0e028-076c-48b5-ac80-ecebaa0f3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482361 Nov 19 15:08:14.369073 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 45294) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:14.471042 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b968035a-fe35-4a51-9823-ceadea0836e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:14.548094 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b968035a-fe35-4a51-9823-ceadea0836e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:14.551940 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b968035a-fe35-4a51-9823-ceadea0836e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:14.572977 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191cea9-81b5-490c-a92f-d4e1a4b81684 req-f94b4c01-938e-42f8-85e7-3848a13f53ee tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:14.574489 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-4191cea9-81b5-490c-a92f-d4e1a4b81684 req-f94b4c01-938e-42f8-85e7-3848a13f53ee tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=25019dc4-beca-4211-ab7d-0121784e29db HTTP/1.1" status: 200 len: 946 time: 0.0551045 Nov 19 15:08:14.587606 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968035a-fe35-4a51-9823-ceadea0836e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a57ac2-fc24-4306-9a9e-38382c2a12c5,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:14.593266 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-b968035a-fe35-4a51-9823-ceadea0836e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7633d6322f7440d2ba1b2b8ab570b7b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231405 Nov 19 15:08:14.595537 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 45300) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:14.624198 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-4191cea9-81b5-490c-a92f-d4e1a4b81684 req-313c4290-8b0a-4240-98db-da97387b811e tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5f0e028-076c-48b5-ac80-ecebaa0f3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434549 Nov 19 15:08:14.643712 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-4be13d82-47c0-4961-bd06-0577c6846006 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:14.665236 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-4be13d82-47c0-4961-bd06-0577c6846006 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:14.710624 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-4be13d82-47c0-4961-bd06-0577c6846006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:14.713494 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-4be13d82-47c0-4961-bd06-0577c6846006 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:14.714631 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-4be13d82-47c0-4961-bd06-0577c6846006 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b7a57ac2-fc24-4306-9a9e-38382c2a12c5 HTTP/1.1" status: 204 len: 168 time: 0.1180375 Nov 19 15:08:14.722599 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be13d82-47c0-4961-bd06-0577c6846006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a57ac2-fc24-4306-9a9e-38382c2a12c5,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:14.971371 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 45306) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:14.984209 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-b2b1a9e0-d81a-4884-8590-18203397b229 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:15.055752 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-b2b1a9e0-d81a-4884-8590-18203397b229 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:15.059336 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-b2b1a9e0-d81a-4884-8590-18203397b229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:15.097139 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-b2b1a9e0-d81a-4884-8590-18203397b229 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=48d252e4379f4ae3acef64c75328a8d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1246870 Nov 19 15:08:15.097972 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b1a9e0-d81a-4884-8590-18203397b229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fbd12b-2404-4418-846f-ba0a58089a65,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:15.099802 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 45308) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:15.150201 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d386287d-615a-4d1a-8ff6-a9c028814452 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:15.170882 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d386287d-615a-4d1a-8ff6-a9c028814452 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:15.219084 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d386287d-615a-4d1a-8ff6-a9c028814452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:15.221884 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d386287d-615a-4d1a-8ff6-a9c028814452 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:15.223031 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-d386287d-615a-4d1a-8ff6-a9c028814452 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/13fbd12b-2404-4418-846f-ba0a58089a65 HTTP/1.1" status: 204 len: 168 time: 0.1222556 Nov 19 15:08:15.230726 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d386287d-615a-4d1a-8ff6-a9c028814452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fbd12b-2404-4418-846f-ba0a58089a65,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:15.568843 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7be1d-ba61-4d8f-bcf8-6e763bed8f70 req-5578984a-4761-4057-9302-ca1e7f9e6e5c tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:15.570345 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-5ab7be1d-ba61-4d8f-bcf8-6e763bed8f70 req-5578984a-4761-4057-9302-ca1e7f9e6e5c tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.11 "GET /v2.0/ports?device_id=25019dc4-beca-4211-ab7d-0121784e29db HTTP/1.1" status: 200 len: 946 time: 0.0507209 Nov 19 15:08:15.673241 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-5ab7be1d-ba61-4d8f-bcf8-6e763bed8f70 req-e71f2d10-d1ce-4fd4-a22e-dedd4b805289 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Deleting port fb69f7a6-919b-4c48-a8f6-98d1dac444f5 {{(pid=102740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:08:15.674237 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-5ab7be1d-ba61-4d8f-bcf8-6e763bed8f70 req-e71f2d10-d1ce-4fd4-a22e-dedd4b805289 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:15.759362 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03b080-8a2b-436d-9793-504ceedb7941 req-2694017c-d86e-4fd3-9977-d3e46c993551 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:15.764243 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ad03b080-8a2b-436d-9793-504ceedb7941 req-2694017c-d86e-4fd3-9977-d3e46c993551 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/ports?device_id=25019dc4-beca-4211-ab7d-0121784e29db HTTP/1.1" status: 200 len: 946 time: 0.0646124 Nov 19 15:08:15.779034 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-5ab7be1d-ba61-4d8f-bcf8-6e763bed8f70 req-e71f2d10-d1ce-4fd4-a22e-dedd4b805289 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] For port fb69f7a6-919b-4c48-a8f6-98d1dac444f5, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=fb69f7a6-919b-4c48-a8f6-98d1dac444f5,segment=NetworkSegment(fb2e7e36-27d5-45cf-9b90-512b3301605a),segment_id=fb2e7e36-27d5-45cf-9b90-512b3301605a)] {{(pid=102740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:08:15.779402 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-5ab7be1d-ba61-4d8f-bcf8-6e763bed8f70 req-e71f2d10-d1ce-4fd4-a22e-dedd4b805289 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:15.792346 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-5ab7be1d-ba61-4d8f-bcf8-6e763bed8f70 req-e71f2d10-d1ce-4fd4-a22e-dedd4b805289 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Calling delete_port for fb69f7a6-919b-4c48-a8f6-98d1dac444f5 owned by compute:nova {{(pid=102740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:08:15.814537 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ad03b080-8a2b-436d-9793-504ceedb7941 req-f0af341e-5037-4ced-9b70-906f7748283c tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5f0e028-076c-48b5-ac80-ecebaa0f3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465925 Nov 19 15:08:15.923183 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-5ab7be1d-ba61-4d8f-bcf8-6e763bed8f70 req-e71f2d10-d1ce-4fd4-a22e-dedd4b805289 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:15.935341 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['fb69f7a6-919b-4c48-a8f6-98d1dac444f5'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:08:15.954959 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f2d10-d1ce-4fd4-a22e-dedd4b805289 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Pushing event deleted for resources: {'Port': ['ID=fb69f7a6-919b-4c48-a8f6-98d1dac444f5,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:15.996629 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab7be1d-ba61-4d8f-bcf8-6e763bed8f70 req-e71f2d10-d1ce-4fd4-a22e-dedd4b805289 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] No DVR routers for this DVR port fb69f7a6-919b-4c48-a8f6-98d1dac444f5 on host hv-cinder-81757 {{(pid=102740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 15:08:15.999274 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-5ab7be1d-ba61-4d8f-bcf8-6e763bed8f70 req-e71f2d10-d1ce-4fd4-a22e-dedd4b805289 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:16.002791 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-5ab7be1d-ba61-4d8f-bcf8-6e763bed8f70 req-e71f2d10-d1ce-4fd4-a22e-dedd4b805289 tempest-VolumesSnapshotTestJSON-273307365 tempest-VolumesSnapshotTestJSON-273307365-project] 10.222.0.11 "DELETE /v2.0/ports/fb69f7a6-919b-4c48-a8f6-98d1dac444f5 HTTP/1.1" status: 204 len: 173 time: 0.4231243 Nov 19 15:08:16.003246 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25019dc4-beca-4211-ab7d-0121784e29db', 'name': 'network-vif-deleted', 'tag': 'fb69f7a6-919b-4c48-a8f6-98d1dac444f5'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:08:16.006262 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0f07fa-9220-40f5-bdcc-00ee50f5cf4c" -d '{"events": [{"server_uuid": "25019dc4-beca-4211-ab7d-0121784e29db", "name": "network-vif-deleted", "tag": "fb69f7a6-919b-4c48-a8f6-98d1dac444f5"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:08:16.046306 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053aeaf9-a62b-4357-9c45-d14f372cf4ab x-openstack-request-id: req-053aeaf9-a62b-4357-9c45-d14f372cf4ab {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:08:16.046603 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25019dc4-beca-4211-ab7d-0121784e29db", "name": "network-vif-deleted", "tag": "fb69f7a6-919b-4c48-a8f6-98d1dac444f5", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:08:16.046856 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-053aeaf9-a62b-4357-9c45-d14f372cf4ab {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:08:16.047282 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25019dc4-beca-4211-ab7d-0121784e29db', 'name': 'network-vif-deleted', 'tag': 'fb69f7a6-919b-4c48-a8f6-98d1dac444f5', 'status': 'completed', 'code': 200} Nov 19 15:08:16.117271 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-a988e932-7c67-4be4-812e-c04dbd2ca4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:18.211343 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 45418) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:18.338020 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e6dbf8fd-ad58-4b70-9aec-117fe64c9b81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:18.416754 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e6dbf8fd-ad58-4b70-9aec-117fe64c9b81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:18.420619 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e6dbf8fd-ad58-4b70-9aec-117fe64c9b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:18.461290 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-e6dbf8fd-ad58-4b70-9aec-117fe64c9b81 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ae04de607024d6db91367b092a53f92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2488823 Nov 19 15:08:18.462547 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dbf8fd-ad58-4b70-9aec-117fe64c9b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6450ab0-6e37-4af7-8daa-de1c688aa580,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:18.464107 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 45426) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:18.516368 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-415f999d-5e52-4e7b-82da-1b59e8f09ed3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:18.536428 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-415f999d-5e52-4e7b-82da-1b59e8f09ed3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:18.581274 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-415f999d-5e52-4e7b-82da-1b59e8f09ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:18.583784 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-415f999d-5e52-4e7b-82da-1b59e8f09ed3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:18.584939 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-415f999d-5e52-4e7b-82da-1b59e8f09ed3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6450ab0-6e37-4af7-8daa-de1c688aa580 HTTP/1.1" status: 204 len: 168 time: 0.1197295 Nov 19 15:08:18.592680 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f999d-5e52-4e7b-82da-1b59e8f09ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6450ab0-6e37-4af7-8daa-de1c688aa580,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:18.627035 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-e3f581c3-c832-49ba-a770-578ee7929c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:18.850912 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 45432) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:18.864118 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-d22d38fc-f73e-45d9-bea0-b1aa556a9c06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:18.937651 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-d22d38fc-f73e-45d9-bea0-b1aa556a9c06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:18.941597 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-d22d38fc-f73e-45d9-bea0-b1aa556a9c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:18.979587 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-d22d38fc-f73e-45d9-bea0-b1aa556a9c06 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=097095efe73b42a4b504cbfd10628cf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1275821 Nov 19 15:08:18.980817 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d38fc-f73e-45d9-bea0-b1aa556a9c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929d7279-b485-4632-96bb-8dfa1a6f5af5,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:18.982920 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 45434) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:19.029346 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-84fca0f5-43ec-4dc6-8777-27480a29cb1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:19.050019 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-84fca0f5-43ec-4dc6-8777-27480a29cb1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:19.094379 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-84fca0f5-43ec-4dc6-8777-27480a29cb1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:19.097160 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-84fca0f5-43ec-4dc6-8777-27480a29cb1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:19.098315 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-84fca0f5-43ec-4dc6-8777-27480a29cb1a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/929d7279-b485-4632-96bb-8dfa1a6f5af5 HTTP/1.1" status: 204 len: 168 time: 0.1144152 Nov 19 15:08:19.105709 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fca0f5-43ec-4dc6-8777-27480a29cb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929d7279-b485-4632-96bb-8dfa1a6f5af5,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:19.653013 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:20.396377 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device fb69f7a6-919b-4c48-a8f6-98d1dac444f5 no longer exists at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:08:20.417042 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] No Port match for: fb69f7a6-919b-4c48-a8f6-98d1dac444f5 {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:08:20.417392 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device fb69f7a6-919b-4c48-a8f6-98d1dac444f5 not bound to the agent host hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:08:21.056578 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:21.165913 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 45528) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:21.267270 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-7a52448d-8c8a-4e7b-8db4-80dff7f4839f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:21.338711 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-7a52448d-8c8a-4e7b-8db4-80dff7f4839f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:21.342849 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-7a52448d-8c8a-4e7b-8db4-80dff7f4839f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:21.379689 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-7a52448d-8c8a-4e7b-8db4-80dff7f4839f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8fb3dc2e67e74bddb121b64e59ef011d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2126157 Nov 19 15:08:21.381096 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52448d-8c8a-4e7b-8db4-80dff7f4839f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8613d283-8c59-482f-bd24-c55c88908eeb,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:21.382672 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 45532) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:21.431245 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-da4462ae-664b-4ef5-9b2b-beee374d26fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:21.451940 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-da4462ae-664b-4ef5-9b2b-beee374d26fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:21.497091 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-da4462ae-664b-4ef5-9b2b-beee374d26fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:21.499832 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-da4462ae-664b-4ef5-9b2b-beee374d26fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:21.501220 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-da4462ae-664b-4ef5-9b2b-beee374d26fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8613d283-8c59-482f-bd24-c55c88908eeb HTTP/1.1" status: 204 len: 168 time: 0.1169643 Nov 19 15:08:21.509620 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4462ae-664b-4ef5-9b2b-beee374d26fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8613d283-8c59-482f-bd24-c55c88908eeb,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:21.756532 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 45540) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:21.771773 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c9362bc5-fb5c-497b-a539-d80318aec526 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:21.843870 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c9362bc5-fb5c-497b-a539-d80318aec526 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:21.847404 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c9362bc5-fb5c-497b-a539-d80318aec526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:21.884939 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-c9362bc5-fb5c-497b-a539-d80318aec526 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28380f88453046a08b5982fc25278d54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1273167 Nov 19 15:08:21.885781 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9362bc5-fb5c-497b-a539-d80318aec526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742a9c4f-6c9d-4b64-955e-2f66caacf41b,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:21.888349 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 45542) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:21.934848 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-cc9aa4f6-a86d-464e-a756-903621c66974 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:21.955268 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-cc9aa4f6-a86d-464e-a756-903621c66974 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:22.005452 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-cc9aa4f6-a86d-464e-a756-903621c66974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:22.007990 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-cc9aa4f6-a86d-464e-a756-903621c66974 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:22.009152 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-cc9aa4f6-a86d-464e-a756-903621c66974 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/742a9c4f-6c9d-4b64-955e-2f66caacf41b HTTP/1.1" status: 204 len: 168 time: 0.1197865 Nov 19 15:08:22.016734 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9aa4f6-a86d-464e-a756-903621c66974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742a9c4f-6c9d-4b64-955e-2f66caacf41b,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:22.111479 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:23.862088 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 45632) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:23.965834 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-b2eece70-2b8a-42b1-a0b0-48ba22d90f6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:24.038545 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-b2eece70-2b8a-42b1-a0b0-48ba22d90f6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:24.042363 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-b2eece70-2b8a-42b1-a0b0-48ba22d90f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:24.081411 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-b2eece70-2b8a-42b1-a0b0-48ba22d90f6b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c473a7ea5aa343d4ac75a839275121cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181826 Nov 19 15:08:24.082284 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eece70-2b8a-42b1-a0b0-48ba22d90f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13594eb4-7652-43bb-91c9-3cf66fa11d27,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:24.084114 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 45638) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:24.135701 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-1b387511-b5ef-407f-b02e-92655d861559 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:24.158480 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-1b387511-b5ef-407f-b02e-92655d861559 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:24.202806 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-1b387511-b5ef-407f-b02e-92655d861559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:24.205423 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-1b387511-b5ef-407f-b02e-92655d861559 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:24.206559 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-1b387511-b5ef-407f-b02e-92655d861559 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/13594eb4-7652-43bb-91c9-3cf66fa11d27 HTTP/1.1" status: 204 len: 168 time: 0.1214757 Nov 19 15:08:24.214336 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b387511-b5ef-407f-b02e-92655d861559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13594eb4-7652-43bb-91c9-3cf66fa11d27,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:24.458349 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 45646) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:24.471786 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-620f4ab7-522f-4be2-9de2-62e33784353d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:24.549387 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-620f4ab7-522f-4be2-9de2-62e33784353d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:24.552885 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-620f4ab7-522f-4be2-9de2-62e33784353d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:24.591740 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-620f4ab7-522f-4be2-9de2-62e33784353d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d66ba2e5adc74380adab00c4931dc451&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316271 Nov 19 15:08:24.592665 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f4ab7-522f-4be2-9de2-62e33784353d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6232c3-7205-4a88-8f92-59df3981e07f,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:24.594706 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 45648) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:24.641345 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-11481a67-d55a-4e10-87f0-34c408ae63b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:24.662831 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-11481a67-d55a-4e10-87f0-34c408ae63b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:24.707406 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-11481a67-d55a-4e10-87f0-34c408ae63b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:24.709931 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-11481a67-d55a-4e10-87f0-34c408ae63b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:24.711074 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-11481a67-d55a-4e10-87f0-34c408ae63b1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7c6232c3-7205-4a88-8f92-59df3981e07f HTTP/1.1" status: 204 len: 168 time: 0.1153390 Nov 19 15:08:24.719280 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11481a67-d55a-4e10-87f0-34c408ae63b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6232c3-7205-4a88-8f92-59df3981e07f,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:25.375079 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 45676) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:25.468169 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-e4496d00-55b9-4d3b-bc9b-13ac5dda381c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-401454501-network', 'tenant_id': 'a2924bd75d0a4611a9d1aefa8c80ff44'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:08:25.488555 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4496d00-55b9-4d3b-bc9b-13ac5dda381c admin admin] Made reservation on behalf of a2924bd75d0a4611a9d1aefa8c80ff44 for: {'network': 1} {{(pid=102739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:08:25.490702 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e4496d00-55b9-4d3b-bc9b-13ac5dda381c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for network, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:25.499464 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e4496d00-55b9-4d3b-bc9b-13ac5dda381c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:25.571807 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e4496d00-55b9-4d3b-bc9b-13ac5dda381c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:25.575760 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e4496d00-55b9-4d3b-bc9b-13ac5dda381c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:25.597350 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4496d00-55b9-4d3b-bc9b-13ac5dda381c admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=102739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 15:08:25.612062 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4496d00-55b9-4d3b-bc9b-13ac5dda381c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31bc453-0459-43eb-a849-c559b1ebda73,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:25.617698 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e4496d00-55b9-4d3b-bc9b-13ac5dda381c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597'] for segment, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:25.618037 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.db.segments_db [None req-e4496d00-55b9-4d3b-bc9b-13ac5dda381c admin admin] Added segment 295e6aab-990f-4090-8377-e755ea5d528b of type vlan for network 907c5042-19da-45bc-9883-71487644a5d5 Nov 19 15:08:25.657130 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e4496d00-55b9-4d3b-bc9b-13ac5dda381c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763177764639'] for network, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:25.681507 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e4496d00-55b9-4d3b-bc9b-13ac5dda381c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375'] for network, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:25.682467 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4496d00-55b9-4d3b-bc9b-13ac5dda381c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:25.683136 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e4496d00-55b9-4d3b-bc9b-13ac5dda381c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for network, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:25.735768 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-e4496d00-55b9-4d3b-bc9b-13ac5dda381c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3595929 Nov 19 15:08:25.738760 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 45680) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:25.743804 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [None req-e1469002-5c21-44eb-be9f-97f80c26ac53 admin admin] Request body: {'subnet': {'network_id': '907c5042-19da-45bc-9883-71487644a5d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-401454501-subnet', 'tenant_id': 'a2924bd75d0a4611a9d1aefa8c80ff44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:08:25.747037 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4496d00-55b9-4d3b-bc9b-13ac5dda381c admin admin] Pushing event updated for resources: {'Network': ['ID=907c5042-19da-45bc-9883-71487644a5d5,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:25.758620 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Network 907c5042-19da-45bc-9883-71487644a5d5 details requested by agent ovs-agent-dv-cinder-817573-1-iscsi with host dv-cinder-817573-1-iscsi {{(pid=102741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 15:08:25.765914 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1469002-5c21-44eb-be9f-97f80c26ac53 admin admin] Made reservation on behalf of a2924bd75d0a4611a9d1aefa8c80ff44 for: {'subnet': 1} {{(pid=102740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:08:25.768437 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-e1469002-5c21-44eb-be9f-97f80c26ac53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59253751'] for subnet, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:25.932872 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-e1469002-5c21-44eb-be9f-97f80c26ac53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59360475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59253733'] for subnet, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:25.994340 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1469002-5c21-44eb-be9f-97f80c26ac53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f5bad87-b6e1-44d8-9c4f-62fd99f963fb,revision_number=0']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:26.003475 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1469002-5c21-44eb-be9f-97f80c26ac53 admin admin] Checking segment: {'id': '295e6aab-990f-4090-8377-e755ea5d528b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '907c5042-19da-45bc-9883-71487644a5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:08:26.003829 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1469002-5c21-44eb-be9f-97f80c26ac53 admin admin] Network hostable DHCP agents. Network: 907c5042-19da-45bc-9883-71487644a5d5, hostable agents: ['b581fc54-f77c-4a6c-8194-faf7229ee611'], hosted agents: [] {{(pid=102740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 15:08:26.022481 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1469002-5c21-44eb-be9f-97f80c26ac53 admin admin] Network 907c5042-19da-45bc-9883-71487644a5d5 is scheduled to be hosted by DHCP agent b581fc54-f77c-4a6c-8194-faf7229ee611 with binding_index 1 {{(pid=102740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 15:08:26.032383 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [None req-e1469002-5c21-44eb-be9f-97f80c26ac53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817573-1-iscsi, 907c5042-19da-45bc-9883-71487644a5d5) {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:08:26.037157 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1469002-5c21-44eb-be9f-97f80c26ac53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:26.037886 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-e1469002-5c21-44eb-be9f-97f80c26ac53 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:26.041798 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2340e0-480e-4782-a7da-9228c3d53c3b None None] Network 907c5042-19da-45bc-9883-71487644a5d5 requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:08:26.056308 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-e1469002-5c21-44eb-be9f-97f80c26ac53 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3160014 Nov 19 15:08:26.173697 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4b8c89-e387-4522-a9c8-d852c9ee9745 None None] Network 907c5042-19da-45bc-9883-71487644a5d5 requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:08:26.537353 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 45718) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:26.543061 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [None req-8d5e785d-c362-42ca-99f0-0aa6316fc6f5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-892715686-network', 'tenant_id': '897e5d453fdc426292ce1b6edea3ef3e'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:08:26.563526 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5e785d-c362-42ca-99f0-0aa6316fc6f5 admin admin] Made reservation on behalf of 897e5d453fdc426292ce1b6edea3ef3e for: {'network': 1} {{(pid=102740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:08:26.565820 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-8d5e785d-c362-42ca-99f0-0aa6316fc6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for network, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:26.574866 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-8d5e785d-c362-42ca-99f0-0aa6316fc6f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:26.649045 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-8d5e785d-c362-42ca-99f0-0aa6316fc6f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:26.652617 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-8d5e785d-c362-42ca-99f0-0aa6316fc6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:26.677948 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d5e785d-c362-42ca-99f0-0aa6316fc6f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=102740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 15:08:26.687762 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e785d-c362-42ca-99f0-0aa6316fc6f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce058255-66dd-4c47-8f4f-2363bf124eb8,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:26.692808 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-8d5e785d-c362-42ca-99f0-0aa6316fc6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597'] for segment, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:26.693156 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.db.segments_db [None req-8d5e785d-c362-42ca-99f0-0aa6316fc6f5 admin admin] Added segment 6cbb5820-e3c5-4187-9f68-66170e7e17e1 of type vlan for network 7f16f7f2-1130-4f17-9efe-409f50cd732d Nov 19 15:08:26.733934 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-8d5e785d-c362-42ca-99f0-0aa6316fc6f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763177764639'] for network, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:26.758636 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-8d5e785d-c362-42ca-99f0-0aa6316fc6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375'] for network, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:26.759846 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5e785d-c362-42ca-99f0-0aa6316fc6f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:26.760331 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-8d5e785d-c362-42ca-99f0-0aa6316fc6f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for network, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:26.821434 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-8d5e785d-c362-42ca-99f0-0aa6316fc6f5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2823684 Nov 19 15:08:26.824298 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 45728) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:26.827147 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e785d-c362-42ca-99f0-0aa6316fc6f5 admin admin] Pushing event updated for resources: {'Network': ['ID=7f16f7f2-1130-4f17-9efe-409f50cd732d,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:26.830402 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-9ab241cb-70a2-4fdc-a01c-a1ceef341890 admin admin] Request body: {'subnet': {'network_id': '7f16f7f2-1130-4f17-9efe-409f50cd732d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-892715686-subnet', 'tenant_id': '897e5d453fdc426292ce1b6edea3ef3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:08:26.842762 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Network 7f16f7f2-1130-4f17-9efe-409f50cd732d details requested by agent ovs-agent-dv-cinder-817573-1-iscsi with host dv-cinder-817573-1-iscsi {{(pid=102741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 15:08:26.854201 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab241cb-70a2-4fdc-a01c-a1ceef341890 admin admin] Made reservation on behalf of 897e5d453fdc426292ce1b6edea3ef3e for: {'subnet': 1} {{(pid=102739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:08:26.856544 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-9ab241cb-70a2-4fdc-a01c-a1ceef341890 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59078732'] for subnet, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:27.021901 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-9ab241cb-70a2-4fdc-a01c-a1ceef341890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58728065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59078750'] for subnet, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:27.074887 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab241cb-70a2-4fdc-a01c-a1ceef341890 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfecb11b-496e-49cb-a7aa-5c2949e39353,revision_number=0']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:27.084572 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab241cb-70a2-4fdc-a01c-a1ceef341890 admin admin] Checking segment: {'id': '6cbb5820-e3c5-4187-9f68-66170e7e17e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7f16f7f2-1130-4f17-9efe-409f50cd732d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:08:27.084957 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab241cb-70a2-4fdc-a01c-a1ceef341890 admin admin] Network hostable DHCP agents. Network: 7f16f7f2-1130-4f17-9efe-409f50cd732d, hostable agents: ['b581fc54-f77c-4a6c-8194-faf7229ee611'], hosted agents: [] {{(pid=102739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 15:08:27.101535 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab241cb-70a2-4fdc-a01c-a1ceef341890 admin admin] Network 7f16f7f2-1130-4f17-9efe-409f50cd732d is scheduled to be hosted by DHCP agent b581fc54-f77c-4a6c-8194-faf7229ee611 with binding_index 1 {{(pid=102739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 15:08:27.110755 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.base_scheduler [None req-9ab241cb-70a2-4fdc-a01c-a1ceef341890 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817573-1-iscsi, 7f16f7f2-1130-4f17-9efe-409f50cd732d) {{(pid=102739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:08:27.115302 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab241cb-70a2-4fdc-a01c-a1ceef341890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:27.116288 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-9ab241cb-70a2-4fdc-a01c-a1ceef341890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for subnet, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:27.120210 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b717ea-e439-4020-8de4-22e03b01c91f None None] Network 7f16f7f2-1130-4f17-9efe-409f50cd732d requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:08:27.135147 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-9ab241cb-70a2-4fdc-a01c-a1ceef341890 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3095970 Nov 19 15:08:27.252523 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f0e917-a1a9-43c6-9ede-692b12150929 None None] Network 7f16f7f2-1130-4f17-9efe-409f50cd732d requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:08:29.281862 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 45796) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:29.384026 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-0a5f9b15-80af-465f-a331-173736c67e27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:29.457428 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-0a5f9b15-80af-465f-a331-173736c67e27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:29.461048 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-0a5f9b15-80af-465f-a331-173736c67e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:29.501805 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-0a5f9b15-80af-465f-a331-173736c67e27 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=164b5479afe643e6adb0327b735a0f53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2187912 Nov 19 15:08:29.502435 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f9b15-80af-465f-a331-173736c67e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f038cb1-bed1-4156-ae38-36a6a0ff6825,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:29.506034 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 45800) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:29.553806 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ea164fea-c2bc-4eef-833a-8b247c4c28c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:29.574917 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ea164fea-c2bc-4eef-833a-8b247c4c28c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:29.626299 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ea164fea-c2bc-4eef-833a-8b247c4c28c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:29.629205 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ea164fea-c2bc-4eef-833a-8b247c4c28c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:29.630419 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-ea164fea-c2bc-4eef-833a-8b247c4c28c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4f038cb1-bed1-4156-ae38-36a6a0ff6825 HTTP/1.1" status: 204 len: 168 time: 0.1225524 Nov 19 15:08:29.638385 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea164fea-c2bc-4eef-833a-8b247c4c28c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f038cb1-bed1-4156-ae38-36a6a0ff6825,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:29.884740 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 45808) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:29.898279 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-d82d7f3f-8a30-48ef-9b70-fb69abfc0e35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:29.971837 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-d82d7f3f-8a30-48ef-9b70-fb69abfc0e35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:29.975419 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-d82d7f3f-8a30-48ef-9b70-fb69abfc0e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:30.016709 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-d82d7f3f-8a30-48ef-9b70-fb69abfc0e35 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d1d81eff73c4e838e3a4278c7180d19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308708 Nov 19 15:08:30.017683 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d7f3f-8a30-48ef-9b70-fb69abfc0e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5809f6b6-890b-4508-8465-26eb4ffbe152,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:30.019338 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 45812) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:30.067869 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c0f48cb1-b00d-4a63-97a9-dffe5043b74a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:30.088643 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c0f48cb1-b00d-4a63-97a9-dffe5043b74a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:30.134460 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c0f48cb1-b00d-4a63-97a9-dffe5043b74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:30.137199 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c0f48cb1-b00d-4a63-97a9-dffe5043b74a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:30.138965 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-c0f48cb1-b00d-4a63-97a9-dffe5043b74a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5809f6b6-890b-4508-8465-26eb4ffbe152 HTTP/1.1" status: 204 len: 168 time: 0.1180911 Nov 19 15:08:30.146495 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f48cb1-b00d-4a63-97a9-dffe5043b74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5809f6b6-890b-4508-8465-26eb4ffbe152,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:32.860716 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 45962) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:32.977024 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b4a25cc1-a8cd-459c-9ddf-b2ca15c4a8b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:33.064077 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b4a25cc1-a8cd-459c-9ddf-b2ca15c4a8b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:33.067641 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b4a25cc1-a8cd-459c-9ddf-b2ca15c4a8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:33.108140 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-b4a25cc1-a8cd-459c-9ddf-b2ca15c4a8b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c392ab0b52bd46b19c43908b9eff64a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2461369 Nov 19 15:08:33.110358 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a25cc1-a8cd-459c-9ddf-b2ca15c4a8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6214b870-99da-4a0c-b99c-cec4b2202d96,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:33.111080 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 45970) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:33.162591 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-1992ff34-9cb5-483b-b26c-2a2598767a5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:33.182982 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-1992ff34-9cb5-483b-b26c-2a2598767a5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:33.228337 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-1992ff34-9cb5-483b-b26c-2a2598767a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:33.230902 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-1992ff34-9cb5-483b-b26c-2a2598767a5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:33.232083 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-1992ff34-9cb5-483b-b26c-2a2598767a5d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6214b870-99da-4a0c-b99c-cec4b2202d96 HTTP/1.1" status: 204 len: 168 time: 0.1199958 Nov 19 15:08:33.239880 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1992ff34-9cb5-483b-b26c-2a2598767a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6214b870-99da-4a0c-b99c-cec4b2202d96,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:33.494502 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 45982) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:33.509762 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-55e706d0-ce9d-4139-a4d5-6605764324a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:33.593007 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-55e706d0-ce9d-4139-a4d5-6605764324a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:33.596902 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-55e706d0-ce9d-4139-a4d5-6605764324a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:33.637023 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-55e706d0-ce9d-4139-a4d5-6605764324a9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bffdc135a2e3473da1e54aeb6ff63d19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413205 Nov 19 15:08:33.637705 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e706d0-ce9d-4139-a4d5-6605764324a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88cd899a-a869-47a7-885e-a856cce340cf,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:33.639976 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 45984) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:33.692764 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-1e4629ee-72f4-42a9-a451-2fd1fe7afa91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:33.713768 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-1e4629ee-72f4-42a9-a451-2fd1fe7afa91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:33.768052 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-1e4629ee-72f4-42a9-a451-2fd1fe7afa91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:33.771384 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-1e4629ee-72f4-42a9-a451-2fd1fe7afa91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:33.772582 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-1e4629ee-72f4-42a9-a451-2fd1fe7afa91 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88cd899a-a869-47a7-885e-a856cce340cf HTTP/1.1" status: 204 len: 168 time: 0.1317129 Nov 19 15:08:33.780555 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4629ee-72f4-42a9-a451-2fd1fe7afa91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cd899a-a869-47a7-885e-a856cce340cf,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:34.060705 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:35.411270 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 46074) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:35.516398 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a2d16805-fdc2-4846-8ccc-65b5bbf21996 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:35.595818 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a2d16805-fdc2-4846-8ccc-65b5bbf21996 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:35.599727 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a2d16805-fdc2-4846-8ccc-65b5bbf21996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:35.609643 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 6 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:08:35.640283 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-a2d16805-fdc2-4846-8ccc-65b5bbf21996 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=228fa22fbac440c8bb41ca3675f36948&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279444 Nov 19 15:08:35.641487 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d16805-fdc2-4846-8ccc-65b5bbf21996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffec73bf-e710-40a4-9bd1-b46383fb6f44,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:35.642995 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 46078) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:35.690968 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-92009237-0acd-4ec7-b78e-5e55224905ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:35.712702 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-92009237-0acd-4ec7-b78e-5e55224905ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:35.760429 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-92009237-0acd-4ec7-b78e-5e55224905ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:35.763523 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-92009237-0acd-4ec7-b78e-5e55224905ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:35.764670 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-92009237-0acd-4ec7-b78e-5e55224905ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ffec73bf-e710-40a4-9bd1-b46383fb6f44 HTTP/1.1" status: 204 len: 168 time: 0.1207094 Nov 19 15:08:35.772041 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92009237-0acd-4ec7-b78e-5e55224905ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffec73bf-e710-40a4-9bd1-b46383fb6f44,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:36.022049 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 46084) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:36.035689 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-59d26317-7ffa-4a06-8c53-60df50f6388b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:36.106491 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-59d26317-7ffa-4a06-8c53-60df50f6388b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:36.110845 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-59d26317-7ffa-4a06-8c53-60df50f6388b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:36.148288 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d26317-7ffa-4a06-8c53-60df50f6388b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e35c13-daca-4fd2-8bf2-6109a187b123,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:36.152477 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-59d26317-7ffa-4a06-8c53-60df50f6388b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a085a431ac4c4d98895d3f1794b49851&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1294105 Nov 19 15:08:36.155588 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 46086) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:36.203476 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-40a20b96-7a1a-46f3-b3f0-ad3ca1916cf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:36.226181 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-40a20b96-7a1a-46f3-b3f0-ad3ca1916cf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:36.282551 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-40a20b96-7a1a-46f3-b3f0-ad3ca1916cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:36.285192 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-40a20b96-7a1a-46f3-b3f0-ad3ca1916cf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:36.286338 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-40a20b96-7a1a-46f3-b3f0-ad3ca1916cf0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46e35c13-daca-4fd2-8bf2-6109a187b123 HTTP/1.1" status: 204 len: 168 time: 0.1298578 Nov 19 15:08:36.295047 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a20b96-7a1a-46f3-b3f0-ad3ca1916cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e35c13-daca-4fd2-8bf2-6109a187b123,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:36.565103 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ae183-1601-4217-b895-35ce23e14eb1 req-d7494b33-3a92-48c8-84ec-244d35ccf2ed tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:36.566681 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-036ae183-1601-4217-b895-35ce23e14eb1 req-d7494b33-3a92-48c8-84ec-244d35ccf2ed tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 946 time: 0.0479989 Nov 19 15:08:36.616813 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-036ae183-1601-4217-b895-35ce23e14eb1 req-638dbbbe-1d53-47b1-80e0-b8f3d9928a28 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443118 Nov 19 15:08:37.764479 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb195189-850f-4973-a8b8-bdde58ab13a2 req-f05445ca-e42a-4b72-a23c-b85761200096 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:37.766245 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-fb195189-850f-4973-a8b8-bdde58ab13a2 req-f05445ca-e42a-4b72-a23c-b85761200096 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 946 time: 0.0676599 Nov 19 15:08:37.837594 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-fb195189-850f-4973-a8b8-bdde58ab13a2 req-de5bf4b9-52e7-46b0-9157-19037c57ab2c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639732 Nov 19 15:08:38.277576 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bed402-2b53-453a-971d-33f196ecbdb1 req-242105ab-0813-4d82-9155-ab4d52b90faf tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:38.279647 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-03bed402-2b53-453a-971d-33f196ecbdb1 req-242105ab-0813-4d82-9155-ab4d52b90faf tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.11 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 946 time: 0.0531666 Nov 19 15:08:38.344330 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 46196) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:38.377578 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-03bed402-2b53-453a-971d-33f196ecbdb1 req-3d3791b4-5c05-47e7-b2ee-2ba6b7ebebf2 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Deleting port 474c9f67-fb9a-42a4-8ae6-f2786e33ea63 {{(pid=102740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:08:38.377914 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-03bed402-2b53-453a-971d-33f196ecbdb1 req-3d3791b4-5c05-47e7-b2ee-2ba6b7ebebf2 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:38.454067 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e7b0530a-4285-4c11-8d1d-3bafb6fc2fa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:38.535475 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e7b0530a-4285-4c11-8d1d-3bafb6fc2fa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:38.539810 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e7b0530a-4285-4c11-8d1d-3bafb6fc2fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:38.583340 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-e7b0530a-4285-4c11-8d1d-3bafb6fc2fa9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=595e8b82f8df4d7e9ca69d45e7b3192a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377279 Nov 19 15:08:38.584201 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0530a-4285-4c11-8d1d-3bafb6fc2fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c46f4b1-a46f-4648-8006-531352416f3e,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:38.588039 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 46200) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:38.636730 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-7d4b31b7-835b-428a-b1b5-98acfebac5e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:38.659101 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-7d4b31b7-835b-428a-b1b5-98acfebac5e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:38.700702 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-03bed402-2b53-453a-971d-33f196ecbdb1 req-3d3791b4-5c05-47e7-b2ee-2ba6b7ebebf2 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] For port 474c9f67-fb9a-42a4-8ae6-f2786e33ea63, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=474c9f67-fb9a-42a4-8ae6-f2786e33ea63,segment=NetworkSegment(ed8113ae-2a5c-4a27-affb-b258a654385e),segment_id=ed8113ae-2a5c-4a27-affb-b258a654385e)] {{(pid=102740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:08:38.701058 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-03bed402-2b53-453a-971d-33f196ecbdb1 req-3d3791b4-5c05-47e7-b2ee-2ba6b7ebebf2 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:38.706020 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-7d4b31b7-835b-428a-b1b5-98acfebac5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:38.708623 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-7d4b31b7-835b-428a-b1b5-98acfebac5e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:38.709768 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-7d4b31b7-835b-428a-b1b5-98acfebac5e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8c46f4b1-a46f-4648-8006-531352416f3e HTTP/1.1" status: 204 len: 168 time: 0.1208036 Nov 19 15:08:38.718226 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b31b7-835b-428a-b1b5-98acfebac5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c46f4b1-a46f-4648-8006-531352416f3e,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:39.004531 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eaac56-8f67-409d-8013-339df3688508 req-d9322a70-5dc5-44a0-8fba-3bfdadb74a09 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:39.006093 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-f0eaac56-8f67-409d-8013-339df3688508 req-d9322a70-5dc5-44a0-8fba-3bfdadb74a09 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=084f3bb6-2fa2-4b60-985e-61c8b8f2fc82 HTTP/1.1" status: 200 len: 946 time: 0.0575578 Nov 19 15:08:39.029846 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-03bed402-2b53-453a-971d-33f196ecbdb1 req-3d3791b4-5c05-47e7-b2ee-2ba6b7ebebf2 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:39.030407 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-03bed402-2b53-453a-971d-33f196ecbdb1 req-3d3791b4-5c05-47e7-b2ee-2ba6b7ebebf2 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469297'] for floatingip, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:39.030697 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.db.l3_db [req-03bed402-2b53-453a-971d-33f196ecbdb1 req-3d3791b4-5c05-47e7-b2ee-2ba6b7ebebf2 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Floating IP 1e87fdb5-fae3-496e-9afc-bab644f617dc disassociated. External IP: 172.27.0.32, port: 474c9f67-fb9a-42a4-8ae6-f2786e33ea63. Nov 19 15:08:39.031804 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-03bed402-2b53-453a-971d-33f196ecbdb1 req-3d3791b4-5c05-47e7-b2ee-2ba6b7ebebf2 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Calling delete_port for 474c9f67-fb9a-42a4-8ae6-f2786e33ea63 owned by compute:nova {{(pid=102740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:08:39.061943 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-f0eaac56-8f67-409d-8013-339df3688508 req-5219637a-8e17-43af-8615-1bca5e64a6ba tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bbde409-0810-4e99-a7d0-82bc17c662eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489614 Nov 19 15:08:39.062412 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 46220) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:39.090804 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-cb2633fc-f17a-45b1-ade2-05aa8d9d4289 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:39.180345 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-cb2633fc-f17a-45b1-ade2-05aa8d9d4289 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:39.185374 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-cb2633fc-f17a-45b1-ade2-05aa8d9d4289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:39.201845 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-03bed402-2b53-453a-971d-33f196ecbdb1 req-3d3791b4-5c05-47e7-b2ee-2ba6b7ebebf2 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:39.223260 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-cb2633fc-f17a-45b1-ade2-05aa8d9d4289 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9801c7dfb1aa4e3cafdc9d0a2212c163&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1596324 Nov 19 15:08:39.224306 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2633fc-f17a-45b1-ade2-05aa8d9d4289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f85f43b-180b-495a-840e-662e027893a4,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:39.226527 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 46226) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:39.235176 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3791b4-5c05-47e7-b2ee-2ba6b7ebebf2 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Pushing event deleted for resources: {'Port': ['ID=474c9f67-fb9a-42a4-8ae6-f2786e33ea63,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:39.278128 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e75705e1-61f3-404a-b3ef-3b87c7e1d29e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:39.301094 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e75705e1-61f3-404a-b3ef-3b87c7e1d29e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:39.349927 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e75705e1-61f3-404a-b3ef-3b87c7e1d29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:39.353015 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e75705e1-61f3-404a-b3ef-3b87c7e1d29e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:39.354158 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-e75705e1-61f3-404a-b3ef-3b87c7e1d29e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f85f43b-180b-495a-840e-662e027893a4 HTTP/1.1" status: 204 len: 168 time: 0.1267519 Nov 19 15:08:39.354649 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03bed402-2b53-453a-971d-33f196ecbdb1 req-3d3791b4-5c05-47e7-b2ee-2ba6b7ebebf2 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Router 1c478cfa-3e79-460f-af18-5dbfbf5e4dd2 has already been hosted by L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d {{(pid=102740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 15:08:39.363620 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75705e1-61f3-404a-b3ef-3b87c7e1d29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f85f43b-180b-495a-840e-662e027893a4,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:39.471107 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03bed402-2b53-453a-971d-33f196ecbdb1 req-3d3791b4-5c05-47e7-b2ee-2ba6b7ebebf2 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:08:39.483537 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b32e4d5-3b59-4c2f-8984-4e04c5d7b3f2 None None] Sync routers for ids ['1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'] in dv-cinder-817573-1-iscsi {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:08:39.494791 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b32e4d5-3b59-4c2f-8984-4e04c5d7b3f2 None None] Routers {'1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:08:39.495530 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-3b32e4d5-3b59-4c2f-8984-4e04c5d7b3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:08:19Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:08:39.517515 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-03bed402-2b53-453a-971d-33f196ecbdb1 req-3d3791b4-5c05-47e7-b2ee-2ba6b7ebebf2 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] No DVR routers for this DVR port 474c9f67-fb9a-42a4-8ae6-f2786e33ea63 on host hv-cinder-81757 {{(pid=102740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 15:08:39.520145 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-03bed402-2b53-453a-971d-33f196ecbdb1 req-3d3791b4-5c05-47e7-b2ee-2ba6b7ebebf2 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:39.523840 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-03bed402-2b53-453a-971d-33f196ecbdb1 req-3d3791b4-5c05-47e7-b2ee-2ba6b7ebebf2 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.11 "DELETE /v2.0/ports/474c9f67-fb9a-42a4-8ae6-f2786e33ea63 HTTP/1.1" status: 204 len: 173 time: 1.2352018 Nov 19 15:08:39.524362 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084f3bb6-2fa2-4b60-985e-61c8b8f2fc82', 'name': 'network-vif-deleted', 'tag': '474c9f67-fb9a-42a4-8ae6-f2786e33ea63'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:08:39.526820 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe5aad2-95e0-474f-aa47-4e5d4f238c41" -d '{"events": [{"server_uuid": "084f3bb6-2fa2-4b60-985e-61c8b8f2fc82", "name": "network-vif-deleted", "tag": "474c9f67-fb9a-42a4-8ae6-f2786e33ea63"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:08:39.568651 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de0810b-4f5a-41a8-90fa-39250b050c12 x-openstack-request-id: req-2de0810b-4f5a-41a8-90fa-39250b050c12 {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:08:39.570246 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "084f3bb6-2fa2-4b60-985e-61c8b8f2fc82", "name": "network-vif-deleted", "tag": "474c9f67-fb9a-42a4-8ae6-f2786e33ea63", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:08:39.570580 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2de0810b-4f5a-41a8-90fa-39250b050c12 {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:08:39.572550 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '084f3bb6-2fa2-4b60-985e-61c8b8f2fc82', 'name': 'network-vif-deleted', 'tag': '474c9f67-fb9a-42a4-8ae6-f2786e33ea63', 'status': 'completed', 'code': 200} Nov 19 15:08:39.648767 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-3b32e4d5-3b59-4c2f-8984-4e04c5d7b3f2 None None] Set router 1c478cfa-3e79-460f-af18-5dbfbf5e4dd2 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:08:39.868515 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-3b32e4d5-3b59-4c2f-8984-4e04c5d7b3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'name': 'tempest-AttachVolumeShelveTestJSON-1326120467-router', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'd5753c7f-58e4-4f38-ac9e-d0c40592331f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:03:55Z', 'updated_at': '2021-11-19T15:04:03Z', 'revision_number': 4, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'gw_port': {'id': 'd5753c7f-58e4-4f38-ac9e-d0c40592331f', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:92:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:03:57Z', 'updated_at': '2021-11-19T15:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '070c97a3-292e-4442-8371-b5fee73a079f', 'name': '', 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'mac_address': 'fa:16:3e:01:30:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8fec746e-ce9d-4877-a4a1-5ea67aae0682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:04:02Z', 'updated_at': '2021-11-19T15:04:10Z', 'revision_number': 5, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'subnets': [{'id': '8fec746e-ce9d-4877-a4a1-5ea67aae0682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:08:39.895190 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b32e4d5-3b59-4c2f-8984-4e04c5d7b3f2 None None] Checking router: 1c478cfa-3e79-460f-af18-5dbfbf5e4dd2 for host: dv-cinder-817573-1-iscsi {{(pid=102741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:08:39.904553 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b32e4d5-3b59-4c2f-8984-4e04c5d7b3f2 None None] Routers {'1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:08:39.905386 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-3b32e4d5-3b59-4c2f-8984-4e04c5d7b3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:08:19Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:08:40.065522 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-3b32e4d5-3b59-4c2f-8984-4e04c5d7b3f2 None None] Set router 1c478cfa-3e79-460f-af18-5dbfbf5e4dd2 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:08:40.249229 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 46282) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:40.327948 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-e09298b0-0bbd-4bf0-aa33-e9ed1e61cc14 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:40.359787 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-e09298b0-0bbd-4bf0-aa33-e9ed1e61cc14 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:40.462790 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-e09298b0-0bbd-4bf0-aa33-e9ed1e61cc14 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:40.468162 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-e09298b0-0bbd-4bf0-aa33-e9ed1e61cc14 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:40.472849 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 46288) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:40.473342 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-e09298b0-0bbd-4bf0-aa33-e9ed1e61cc14 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "DELETE /v2.0/security-groups/9bbde409-0810-4e99-a7d0-82bc17c662eb HTTP/1.1" status: 204 len: 168 time: 0.2217901 Nov 19 15:08:40.486331 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09298b0-0bbd-4bf0-aa33-e9ed1e61cc14 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbde409-0810-4e99-a7d0-82bc17c662eb,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:40.491723 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.api.v2.resource [None req-33c97746-3c95-4a53-a51c-1a30891c879c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] show failed (client error): The resource could not be found. Nov 19 15:08:40.495055 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-33c97746-3c95-4a53-a51c-1a30891c879c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups/9bbde409-0810-4e99-a7d0-82bc17c662eb HTTP/1.1" status: 404 len: 347 time: 0.0205572 Nov 19 15:08:40.499084 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 46290) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:40.648728 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-3b32e4d5-3b59-4c2f-8984-4e04c5d7b3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'name': 'tempest-AttachVolumeShelveTestJSON-1326120467-router', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'd5753c7f-58e4-4f38-ac9e-d0c40592331f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:03:55Z', 'updated_at': '2021-11-19T15:04:03Z', 'revision_number': 4, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'gw_port': {'id': 'd5753c7f-58e4-4f38-ac9e-d0c40592331f', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:92:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:03:57Z', 'updated_at': '2021-11-19T15:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '070c97a3-292e-4442-8371-b5fee73a079f', 'name': '', 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'mac_address': 'fa:16:3e:01:30:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8fec746e-ce9d-4877-a4a1-5ea67aae0682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:04:02Z', 'updated_at': '2021-11-19T15:04:10Z', 'revision_number': 5, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'subnets': [{'id': '8fec746e-ce9d-4877-a4a1-5ea67aae0682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:08:40.691840 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b32e4d5-3b59-4c2f-8984-4e04c5d7b3f2 None None] The sync data for ids ['1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'] in dv-cinder-817573-1-iscsi is: [{'id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'name': 'tempest-AttachVolumeShelveTestJSON-1326120467-router', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'd5753c7f-58e4-4f38-ac9e-d0c40592331f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:03:55Z', 'updated_at': '2021-11-19T15:04:03Z', 'revision_number': 4, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'gw_port': {'id': 'd5753c7f-58e4-4f38-ac9e-d0c40592331f', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:92:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:03:57Z', 'updated_at': '2021-11-19T15:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '070c97a3-292e-4442-8371-b5fee73a079f', 'name': '', 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'mac_address': 'fa:16:3e:01:30:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8fec746e-ce9d-4877-a4a1-5ea67aae0682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:04:02Z', 'updated_at': '2021-11-19T15:04:10Z', 'revision_number': 5, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'subnets': [{'id': '8fec746e-ce9d-4877-a4a1-5ea67aae0682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:08:40.713234 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.plugin [None req-3697b4e6-619b-429b-829f-07b6f9e44cfd tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Deleting port 7dcdb4ce-369d-4cde-88d0-226e1481b5b8 {{(pid=102739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:08:40.713996 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3697b4e6-619b-429b-829f-07b6f9e44cfd tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:40.804600 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3697b4e6-619b-429b-829f-07b6f9e44cfd tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:40.805021 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3697b4e6-619b-429b-829f-07b6f9e44cfd tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:40.818781 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 46298) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:40.819000 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.plugin [None req-3697b4e6-619b-429b-829f-07b6f9e44cfd tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Calling delete_port for 7dcdb4ce-369d-4cde-88d0-226e1481b5b8 owned by network:floatingip {{(pid=102739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:08:40.977957 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-4eafcf59-9eeb-4ff1-b774-66ac5e7eeb10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:41.043887 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84c379c-18ba-45fe-917a-45afef86aa02 None None] New status for floating IP 1e87fdb5-fae3-496e-9afc-bab644f617dc: DOWN {{(pid=102742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 15:08:41.092824 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-4eafcf59-9eeb-4ff1-b774-66ac5e7eeb10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:41.100325 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-4eafcf59-9eeb-4ff1-b774-66ac5e7eeb10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:41.170172 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-4eafcf59-9eeb-4ff1-b774-66ac5e7eeb10 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=032fc3213f434b62a95a901f2314469c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3498795 Nov 19 15:08:41.173268 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 46302) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:41.181435 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eafcf59-9eeb-4ff1-b774-66ac5e7eeb10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf1f9c1-474b-4494-b5be-0b90660a6965,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:41.218947 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3697b4e6-619b-429b-829f-07b6f9e44cfd tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58728053'] for port, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:41.236959 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-9a3d1859-9d09-4992-a1a3-a6d88916f1f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:41.246076 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697b4e6-619b-429b-829f-07b6f9e44cfd tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Pushing event deleted for resources: {'Port': ['ID=7dcdb4ce-369d-4cde-88d0-226e1481b5b8,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:41.260382 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-9a3d1859-9d09-4992-a1a3-a6d88916f1f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:41.314284 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-9a3d1859-9d09-4992-a1a3-a6d88916f1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:41.317675 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-9a3d1859-9d09-4992-a1a3-a6d88916f1f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:41.326654 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-9a3d1859-9d09-4992-a1a3-a6d88916f1f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fdf1f9c1-474b-4494-b5be-0b90660a6965 HTTP/1.1" status: 204 len: 168 time: 0.1520388 Nov 19 15:08:41.328958 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3697b4e6-619b-429b-829f-07b6f9e44cfd tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for floatingip, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:41.331678 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3697b4e6-619b-429b-829f-07b6f9e44cfd tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for floatingip, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:41.335824 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-3697b4e6-619b-429b-829f-07b6f9e44cfd tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "DELETE /v2.0/floatingips/1e87fdb5-fae3-496e-9afc-bab644f617dc HTTP/1.1" status: 204 len: 168 time: 0.8323834 Nov 19 15:08:41.335991 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d1859-9d09-4992-a1a3-a6d88916f1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf1f9c1-474b-4494-b5be-0b90660a6965,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:41.804987 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 46330) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:41.811748 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [None req-decdbc21-5d65-44c2-b3dd-a822a99c9c03 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1467803709', 'description': 'tempest-description--1681704831'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:08:41.843377 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-decdbc21-5d65-44c2-b3dd-a822a99c9c03 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:41.939301 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-decdbc21-5d65-44c2-b3dd-a822a99c9c03 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:41.953650 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-decdbc21-5d65-44c2-b3dd-a822a99c9c03 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:41.984438 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decdbc21-5d65-44c2-b3dd-a822a99c9c03 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:42.002649 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-decdbc21-5d65-44c2-b3dd-a822a99c9c03 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:42.004262 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-decdbc21-5d65-44c2-b3dd-a822a99c9c03 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1962309 Nov 19 15:08:42.007103 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 46344) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:42.017119 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [None req-3e3f5544-3223-4ef5-98d9-0fa9aefc4cbf tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Request body: {'security_group_rule': {'security_group_id': '24fc2dba-66e4-4df3-bb62-a5eefc25c6ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:08:42.048064 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-3e3f5544-3223-4ef5-98d9-0fa9aefc4cbf tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:42.115027 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-3e3f5544-3223-4ef5-98d9-0fa9aefc4cbf tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:42.119898 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-3e3f5544-3223-4ef5-98d9-0fa9aefc4cbf tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783094'] for security_group_rule, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:42.139781 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f5544-3223-4ef5-98d9-0fa9aefc4cbf tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f336892d-9f4b-4106-abf9-152d38a89065,revision_number=0']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:42.162519 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-3e3f5544-3223-4ef5-98d9-0fa9aefc4cbf tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:42.166115 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-3e3f5544-3223-4ef5-98d9-0fa9aefc4cbf tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1504586 Nov 19 15:08:42.167918 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 46356) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:42.173324 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-e0adf89b-7f3b-49aa-b205-eece782d3eb8 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Request body: {'security_group_rule': {'security_group_id': '24fc2dba-66e4-4df3-bb62-a5eefc25c6ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:08:42.207639 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e0adf89b-7f3b-49aa-b205-eece782d3eb8 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:42.319262 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e0adf89b-7f3b-49aa-b205-eece782d3eb8 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:42.331479 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e0adf89b-7f3b-49aa-b205-eece782d3eb8 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783094'] for security_group_rule, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:42.351860 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863468b6-b2d8-4610-b258-7bea074f8459 req-b53651f6-8526-4051-9ee5-042451eaf828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:42.353719 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-863468b6-b2d8-4610-b258-7bea074f8459 req-b53651f6-8526-4051-9ee5-042451eaf828 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5188c6afe0f34319b4b787b96f720f3b&device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 1137 time: 0.0547509 Nov 19 15:08:42.366295 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0adf89b-7f3b-49aa-b205-eece782d3eb8 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ca5e340-a770-4179-a6d0-1f2ff5863a31,revision_number=0']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:42.382292 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e0adf89b-7f3b-49aa-b205-eece782d3eb8 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:42.386703 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-e0adf89b-7f3b-49aa-b205-eece782d3eb8 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2147777 Nov 19 15:08:42.387162 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 46370) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:42.392749 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [None req-89c3a847-05d5-4194-8fd2-085cc640fc4c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Request body: {'floatingip': {'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:08:42.399967 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c0b04-e36d-462f-b966-8c41b63c470e req-1abf6f2c-6256-4e67-844d-b66ef5638611 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:42.401824 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ae7c0b04-e36d-462f-b966-8c41b63c470e req-1abf6f2c-6256-4e67-844d-b66ef5638611 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 984 time: 0.0867062 Nov 19 15:08:42.465709 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-89c3a847-05d5-4194-8fd2-085cc640fc4c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for floatingip, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:42.478908 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ae7c0b04-e36d-462f-b966-8c41b63c470e req-a5069b2d-9a2d-45c1-a111-20f43cb76494 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&id=b42cf0a5-1d18-486b-a0f6-fd5ef81f3cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0687294 Nov 19 15:08:42.523419 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 46374) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:42.547740 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863468b6-b2d8-4610-b258-7bea074f8459 req-cca27e45-fe55-4a93-9a5e-ebc48fd1f5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:42.549357 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-863468b6-b2d8-4610-b258-7bea074f8459 req-cca27e45-fe55-4a93-9a5e-ebc48fd1f5f7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=383652f0-210b-476d-8368-443456095682 HTTP/1.1" status: 200 len: 915 time: 0.1829934 Nov 19 15:08:42.582461 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cfd1d30-a7fb-4118-9911-1f29d6c7ef11 admin admin] Deleting subnet 09c6ce36-5545-4a00-8637-775b2f8f0904 {{(pid=102739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 15:08:42.585756 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-9cfd1d30-a7fb-4118-9911-1f29d6c7ef11 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:42.630177 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-9cfd1d30-a7fb-4118-9911-1f29d6c7ef11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58996889'] for subnet, precommit_delete_associations {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:42.636543 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-863468b6-b2d8-4610-b258-7bea074f8459 req-1bf7e0ff-1eaa-48a5-bddf-25c28d4a471b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9cbc786-bc49-4094-b804-87076d431575 HTTP/1.1" status: 200 len: 1000 time: 0.0787516 Nov 19 15:08:42.677183 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-9cfd1d30-a7fb-4118-9911-1f29d6c7ef11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606856'] for subnet, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:42.709631 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863468b6-b2d8-4610-b258-7bea074f8459 req-a09edd2d-5ad6-4f0d-b032-b11211fd1fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:42.711208 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-863468b6-b2d8-4610-b258-7bea074f8459 req-a09edd2d-5ad6-4f0d-b032-b11211fd1fa3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=666c5cc1-1e97-479a-9d62-1c824cf1a5d2 HTTP/1.1" status: 200 len: 853 time: 0.0641754 Nov 19 15:08:42.713689 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-89c3a847-05d5-4194-8fd2-085cc640fc4c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:42.745022 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-9cfd1d30-a7fb-4118-9911-1f29d6c7ef11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58728006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59078695'] for subnet, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:42.771768 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd1d30-a7fb-4118-9911-1f29d6c7ef11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09c6ce36-5545-4a00-8637-775b2f8f0904,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:42.779075 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-9cfd1d30-a7fb-4118-9911-1f29d6c7ef11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for subnet, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:42.786216 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-9cfd1d30-a7fb-4118-9911-1f29d6c7ef11 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/09c6ce36-5545-4a00-8637-775b2f8f0904 HTTP/1.1" status: 204 len: 168 time: 0.2612226 Nov 19 15:08:42.786404 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 46382) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:42.825909 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863468b6-b2d8-4610-b258-7bea074f8459 req-e50e3816-e84b-4fa7-b1ba-4a80a3c0a877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:42.827486 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-863468b6-b2d8-4610-b258-7bea074f8459 req-e50e3816-e84b-4fa7-b1ba-4a80a3c0a877 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=383652f0-210b-476d-8368-443456095682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1062882 Nov 19 15:08:42.868008 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a7a397d1-7c32-4f53-bf49-64767ab0b597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616598'] for network, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:42.896276 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_common [None req-89c3a847-05d5-4194-8fd2-085cc640fc4c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Allocated IP 172.27.0.115 (28d9acba-080c-4a37-9781-fba989a64823/831d2bcc-ea48-4f58-960e-dcc1ce111fc5/327c5cb9-b1f7-4dbc-a0d3-baf1b7900e2f) {{(pid=102740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:08:42.960186 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a7a397d1-7c32-4f53-bf49-64767ab0b597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-608543', 'neutron.services.segments.db._delete_segments_for_network-8763178264971'] for network, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:42.982833 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.services.segments.db [None req-a7a397d1-7c32-4f53-bf49-64767ab0b597 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ed2e73-3775-4a43-ae59-50f9a111138a']}} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:08:42.993143 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.services.segments.db [None req-a7a397d1-7c32-4f53-bf49-64767ab0b597 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb2e7e36-27d5-45cf-9b90-512b3301605a') {'for_net_delete': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:08:42.993861 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.services.segments.db [None req-a7a397d1-7c32-4f53-bf49-64767ab0b597 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb2e7e36-27d5-45cf-9b90-512b3301605a') {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:08:42.995782 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-863468b6-b2d8-4610-b258-7bea074f8459 req-03c43939-1457-467f-a2ca-7f7d08907f30 service neutron] 10.222.0.11 "GET /v2.0/networks/383652f0-210b-476d-8368-443456095682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554515 Nov 19 15:08:43.004579 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a7a397d1-7c32-4f53-bf49-64767ab0b597 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763178248843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58998122'] for segment, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:43.021517 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a7a397d1-7c32-4f53-bf49-64767ab0b597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597'] for segment, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:43.029404 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a397d1-7c32-4f53-bf49-64767ab0b597 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=102739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 15:08:43.029404 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a7a397d1-7c32-4f53-bf49-64767ab0b597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58727976'] for segment, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:43.031031 dv-cinder-817573-1-iscsi neutron-server[102739]: Traceback (most recent call last): Nov 19 15:08:43.031031 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 15:08:43.031031 dv-cinder-817573-1-iscsi neutron-server[102739]: timer() Nov 19 15:08:43.031031 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 15:08:43.031031 dv-cinder-817573-1-iscsi neutron-server[102739]: cb(*args, **kw) Nov 19 15:08:43.031031 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 15:08:43.031031 dv-cinder-817573-1-iscsi neutron-server[102739]: return func(*args, **kwargs) Nov 19 15:08:43.031031 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 15:08:43.031031 dv-cinder-817573-1-iscsi neutron-server[102739]: self._notify() Nov 19 15:08:43.031031 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 15:08:43.031031 dv-cinder-817573-1-iscsi neutron-server[102739]: self.callback(batched_events) Nov 19 15:08:43.031031 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 15:08:43.031031 dv-cinder-817573-1-iscsi neutron-server[102739]: event.method(event) Nov 19 15:08:43.031031 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 15:08:43.031031 dv-cinder-817573-1-iscsi neutron-server[102739]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 15:08:43.031031 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 15:08:43.031031 dv-cinder-817573-1-iscsi neutron-server[102739]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 15:08:43.031031 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 15:08:43.031031 dv-cinder-817573-1-iscsi neutron-server[102739]: return f(self, *a, **k) Nov 19 15:08:43.031031 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 15:08:43.031031 dv-cinder-817573-1-iscsi neutron-server[102739]: return self._get(url).json() Nov 19 15:08:43.031031 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 15:08:43.031031 dv-cinder-817573-1-iscsi neutron-server[102739]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 15:08:43.031031 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 15:08:43.031031 dv-cinder-817573-1-iscsi neutron-server[102739]: return self.request(url, 'GET', **kwargs) Nov 19 15:08:43.031031 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 15:08:43.031031 dv-cinder-817573-1-iscsi neutron-server[102739]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 15:08:43.031031 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 15:08:43.031031 dv-cinder-817573-1-iscsi neutron-server[102739]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 15:08:43.031031 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 15:08:43.031031 dv-cinder-817573-1-iscsi neutron-server[102739]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 15:08:43.031031 dv-cinder-817573-1-iscsi neutron-server[102739]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 15:08:43.089399 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a7a397d1-7c32-4f53-bf49-64767ab0b597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-608518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469263'] for network, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:43.099750 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-89c3a847-05d5-4194-8fd2-085cc640fc4c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for port, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:43.101299 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a7a397d1-7c32-4f53-bf49-64767ab0b597 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for network, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:43.105041 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-a7a397d1-7c32-4f53-bf49-64767ab0b597 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b4ed2e73-3775-4a43-ae59-50f9a111138a HTTP/1.1" status: 204 len: 168 time: 0.3176947 Nov 19 15:08:43.115878 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a397d1-7c32-4f53-bf49-64767ab0b597 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4ed2e73-3775-4a43-ae59-50f9a111138a,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:43.167667 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-863468b6-b2d8-4610-b258-7bea074f8459 req-00ba53f8-bbe2-4ad5-92fd-4659c3943d2a service neutron] 10.222.0.11 "GET /v2.0/networks/383652f0-210b-476d-8368-443456095682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601481 Nov 19 15:08:43.180931 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-89c3a847-05d5-4194-8fd2-085cc640fc4c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:43.226208 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c3a847-05d5-4194-8fd2-085cc640fc4c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Network 28d9acba-080c-4a37-9781-fba989a64823 is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:08:43.230922 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [None req-89c3a847-05d5-4194-8fd2-085cc640fc4c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:08:43.235061 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c3a847-05d5-4194-8fd2-085cc640fc4c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Received port after_create {{(pid=102740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:08:43.261493 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3a847-05d5-4194-8fd2-085cc640fc4c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Pushing event updated for resources: {'Port': ['ID=327c5cb9-b1f7-4dbc-a0d3-baf1b7900e2f,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:43.342545 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 46394) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:43.353088 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-89c3a847-05d5-4194-8fd2-085cc640fc4c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:43.392835 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-606bbd25-460f-492c-9501-1f4f950d0cf4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=faec73be0ed44740b1d7128823a86838&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483077 Nov 19 15:08:43.393083 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-89c3a847-05d5-4194-8fd2-085cc640fc4c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:43.394222 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 46396) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:43.448130 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 474c9f67-fb9a-42a4-8ae6-f2786e33ea63 no longer exists at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:08:43.486536 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] No Port match for: 474c9f67-fb9a-42a4-8ae6-f2786e33ea63 {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:08:43.486954 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 474c9f67-fb9a-42a4-8ae6-f2786e33ea63 not bound to the agent host hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:08:43.497474 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3c6aabbe-1b9c-4617-b6bc-994316418701 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:43.540648 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3c6aabbe-1b9c-4617-b6bc-994316418701 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:43.563059 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 46414) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:43.600711 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3c6aabbe-1b9c-4617-b6bc-994316418701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:43.603848 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3c6aabbe-1b9c-4617-b6bc-994316418701 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:43.605263 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-3c6aabbe-1b9c-4617-b6bc-994316418701 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c5f0e028-076c-48b5-ac80-ecebaa0f3611 HTTP/1.1" status: 204 len: 168 time: 0.2101135 Nov 19 15:08:43.618404 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6aabbe-1b9c-4617-b6bc-994316418701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f0e028-076c-48b5-ac80-ecebaa0f3611,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:43.661742 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbaa0d42-ab96-478a-8ccb-8301c89e0ed9 admin admin] Deleting subnet 9f5bad87-b6e1-44d8-9c4f-62fd99f963fb {{(pid=102740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 15:08:43.667245 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-bbaa0d42-ab96-478a-8ccb-8301c89e0ed9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:43.714463 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694cd2b0-b807-42cc-b9ca-037d1b562b46 req-56aa1cf1-a03c-4109-8f81-2e70e3fcd7b8 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:43.715970 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-694cd2b0-b807-42cc-b9ca-037d1b562b46 req-56aa1cf1-a03c-4109-8f81-2e70e3fcd7b8 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 984 time: 0.1456127 Nov 19 15:08:43.753573 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-bbaa0d42-ab96-478a-8ccb-8301c89e0ed9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58783506'] for subnet, precommit_delete_associations {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:43.795869 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-89c3a847-05d5-4194-8fd2-085cc640fc4c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for port, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:43.810798 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-89c3a847-05d5-4194-8fd2-085cc640fc4c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59360342'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:43.875271 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-bbaa0d42-ab96-478a-8ccb-8301c89e0ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606856'] for subnet, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:43.940756 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-694cd2b0-b807-42cc-b9ca-037d1b562b46 req-43f9ef27-5d67-44b1-bbc1-cc9b1534da1e tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&id=b42cf0a5-1d18-486b-a0f6-fd5ef81f3cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2162192 Nov 19 15:08:43.946053 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3a847-05d5-4194-8fd2-085cc640fc4c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Pushing event updated for resources: {'Port': ['ID=327c5cb9-b1f7-4dbc-a0d3-baf1b7900e2f,revision_number=2']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:43.968833 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-89c3a847-05d5-4194-8fd2-085cc640fc4c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469297'] for floatingip, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:43.988422 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-89c3a847-05d5-4194-8fd2-085cc640fc4c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for floatingip, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:43.989627 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-89c3a847-05d5-4194-8fd2-085cc640fc4c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6014037 Nov 19 15:08:43.991401 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-bbaa0d42-ab96-478a-8ccb-8301c89e0ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59360284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59253660'] for subnet, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:44.017070 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa0d42-ab96-478a-8ccb-8301c89e0ed9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f5bad87-b6e1-44d8-9c4f-62fd99f963fb,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:44.020640 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-bbaa0d42-ab96-478a-8ccb-8301c89e0ed9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:44.026477 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-bbaa0d42-ab96-478a-8ccb-8301c89e0ed9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9f5bad87-b6e1-44d8-9c4f-62fd99f963fb HTTP/1.1" status: 204 len: 168 time: 0.4596887 Nov 19 15:08:44.026589 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 46420) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:44.097129 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3408624a-8ab4-451c-8a99-78bddf182366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616598'] for network, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:44.192169 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3408624a-8ab4-451c-8a99-78bddf182366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-608543', 'neutron.services.segments.db._delete_segments_for_network-8763178264971'] for network, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:44.235913 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.services.segments.db [None req-3408624a-8ab4-451c-8a99-78bddf182366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['907c5042-19da-45bc-9883-71487644a5d5']}} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:08:44.251086 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-9370de29-68de-476b-8755-8ad2aae19613 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1467803709&fields=id&tenant_id=5eaa9bd6803a47d79c92591db12100ff HTTP/1.1" status: 200 len: 267 time: 0.0863717 Nov 19 15:08:44.252747 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.services.segments.db [None req-3408624a-8ab4-451c-8a99-78bddf182366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '295e6aab-990f-4090-8377-e755ea5d528b') {'for_net_delete': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:08:44.252950 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.services.segments.db [None req-3408624a-8ab4-451c-8a99-78bddf182366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '295e6aab-990f-4090-8377-e755ea5d528b') {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:08:44.271219 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3408624a-8ab4-451c-8a99-78bddf182366 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763178248843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58998122'] for segment, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:44.322928 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3408624a-8ab4-451c-8a99-78bddf182366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597'] for segment, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:44.333961 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3408624a-8ab4-451c-8a99-78bddf182366 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=102739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 15:08:44.334264 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3408624a-8ab4-451c-8a99-78bddf182366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58727976'] for segment, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:44.335868 dv-cinder-817573-1-iscsi neutron-server[102739]: Traceback (most recent call last): Nov 19 15:08:44.335868 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 15:08:44.335868 dv-cinder-817573-1-iscsi neutron-server[102739]: timer() Nov 19 15:08:44.335868 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 15:08:44.335868 dv-cinder-817573-1-iscsi neutron-server[102739]: cb(*args, **kw) Nov 19 15:08:44.335868 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 15:08:44.335868 dv-cinder-817573-1-iscsi neutron-server[102739]: return func(*args, **kwargs) Nov 19 15:08:44.335868 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 15:08:44.335868 dv-cinder-817573-1-iscsi neutron-server[102739]: self._notify() Nov 19 15:08:44.335868 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 15:08:44.335868 dv-cinder-817573-1-iscsi neutron-server[102739]: self.callback(batched_events) Nov 19 15:08:44.335868 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 15:08:44.335868 dv-cinder-817573-1-iscsi neutron-server[102739]: event.method(event) Nov 19 15:08:44.335868 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 15:08:44.335868 dv-cinder-817573-1-iscsi neutron-server[102739]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 15:08:44.335868 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 15:08:44.335868 dv-cinder-817573-1-iscsi neutron-server[102739]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 15:08:44.335868 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 15:08:44.335868 dv-cinder-817573-1-iscsi neutron-server[102739]: return f(self, *a, **k) Nov 19 15:08:44.335868 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 15:08:44.335868 dv-cinder-817573-1-iscsi neutron-server[102739]: return self._get(url).json() Nov 19 15:08:44.335868 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 15:08:44.335868 dv-cinder-817573-1-iscsi neutron-server[102739]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 15:08:44.335868 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 15:08:44.335868 dv-cinder-817573-1-iscsi neutron-server[102739]: return self.request(url, 'GET', **kwargs) Nov 19 15:08:44.335868 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 15:08:44.335868 dv-cinder-817573-1-iscsi neutron-server[102739]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 15:08:44.335868 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 15:08:44.335868 dv-cinder-817573-1-iscsi neutron-server[102739]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 15:08:44.335868 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 15:08:44.335868 dv-cinder-817573-1-iscsi neutron-server[102739]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 15:08:44.335868 dv-cinder-817573-1-iscsi neutron-server[102739]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 15:08:44.413729 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3408624a-8ab4-451c-8a99-78bddf182366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-608518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469263'] for network, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:44.418495 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3408624a-8ab4-451c-8a99-78bddf182366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for network, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:44.422400 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-3408624a-8ab4-451c-8a99-78bddf182366 admin admin] 10.222.0.20 "DELETE /v2.0/networks/907c5042-19da-45bc-9883-71487644a5d5 HTTP/1.1" status: 204 len: 168 time: 0.3949468 Nov 19 15:08:44.425312 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 46436) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:44.435020 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-cae37c01-8407-49e4-b884-77da83c0cf7d tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:44.436486 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-cae37c01-8407-49e4-b884-77da83c0cf7d tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/networks?id=f97c391d-7c3e-4d86-a9cf-5e771e36f18c HTTP/1.1" status: 200 len: 817 time: 0.1773305 Nov 19 15:08:44.451697 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408624a-8ab4-451c-8a99-78bddf182366 admin admin] Pushing event deleted for resources: {'Network': ['ID=907c5042-19da-45bc-9883-71487644a5d5,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:44.458018 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-e1a65c2f-287e-400b-94a8-b66f0e34af60 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/quotas/5eaa9bd6803a47d79c92591db12100ff HTTP/1.1" status: 200 len: 375 time: 0.0127296 Nov 19 15:08:44.469492 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d4245d-2fda-4dc6-82ff-e27d5484d2e4 admin admin] Deleting subnet dfecb11b-496e-49cb-a7aa-5c2949e39353 {{(pid=102740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 15:08:44.472726 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-67d4245d-2fda-4dc6-82ff-e27d5484d2e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:44.508821 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-67d4245d-2fda-4dc6-82ff-e27d5484d2e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58783506'] for subnet, precommit_delete_associations {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:44.515314 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-bad94f34-5ff7-43f0-a4d9-2bda332da15d tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5eaa9bd6803a47d79c92591db12100ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502198 Nov 19 15:08:44.560819 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-67d4245d-2fda-4dc6-82ff-e27d5484d2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606856'] for subnet, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:44.617875 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-67d4245d-2fda-4dc6-82ff-e27d5484d2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59360284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59253660'] for subnet, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:44.624671 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-f155be90-9f4d-41f8-b98c-b1a15e1bc9d0 service neutron] 10.222.0.20 "GET /v2.0/networks/f97c391d-7c3e-4d86-a9cf-5e771e36f18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939271 Nov 19 15:08:44.645670 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4245d-2fda-4dc6-82ff-e27d5484d2e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfecb11b-496e-49cb-a7aa-5c2949e39353,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:44.656925 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-67d4245d-2fda-4dc6-82ff-e27d5484d2e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:44.663250 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-67d4245d-2fda-4dc6-82ff-e27d5484d2e4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dfecb11b-496e-49cb-a7aa-5c2949e39353 HTTP/1.1" status: 204 len: 168 time: 0.2366276 Nov 19 15:08:44.666265 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 46446) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:44.727356 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-3bbc066c-af8b-4970-8cfc-58010f18c3c6 service neutron] 10.222.0.20 "GET /v2.0/networks/f97c391d-7c3e-4d86-a9cf-5e771e36f18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960388 Nov 19 15:08:44.735268 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-287559cf-2e24-4cd0-a416-5ebb4cd77cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616598'] for network, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:45.063490 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b135b2b6-0720-44b0-8d27-227e6e742586 req-575178ea-14ed-48da-b10d-90c7b9b4740a tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 210 time: 0.0366123 Nov 19 15:08:45.074973 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a7541-b6f9-4640-9c72-c059c22f64b4 req-0afcb06f-81a1-4721-8d8b-4b469ec0457e tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:45.077170 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-2c9a7541-b6f9-4640-9c72-c059c22f64b4 req-0afcb06f-81a1-4721-8d8b-4b469ec0457e tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 984 time: 0.0627153 Nov 19 15:08:45.103045 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-287559cf-2e24-4cd0-a416-5ebb4cd77cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-608543', 'neutron.services.segments.db._delete_segments_for_network-8763178264971'] for network, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:45.128769 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.services.segments.db [None req-287559cf-2e24-4cd0-a416-5ebb4cd77cc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f16f7f2-1130-4f17-9efe-409f50cd732d']}} {{(pid=102740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:08:45.142723 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.services.segments.db [None req-287559cf-2e24-4cd0-a416-5ebb4cd77cc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cbb5820-e3c5-4187-9f68-66170e7e17e1') {'for_net_delete': True} {{(pid=102740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:08:45.143036 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.services.segments.db [None req-287559cf-2e24-4cd0-a416-5ebb4cd77cc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cbb5820-e3c5-4187-9f68-66170e7e17e1') {} {{(pid=102740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:08:45.148057 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-2c9a7541-b6f9-4640-9c72-c059c22f64b4 req-8d4bc9f6-a875-4bf9-819b-d95cdb7f9c7c tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&id=b42cf0a5-1d18-486b-a0f6-fd5ef81f3cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642455 Nov 19 15:08:45.152786 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-287559cf-2e24-4cd0-a416-5ebb4cd77cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763178248843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58782433'] for segment, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:45.176505 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-287559cf-2e24-4cd0-a416-5ebb4cd77cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597'] for segment, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:45.183138 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-287559cf-2e24-4cd0-a416-5ebb4cd77cc7 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=102740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 15:08:45.183416 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-287559cf-2e24-4cd0-a416-5ebb4cd77cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59360370'] for segment, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:45.185693 dv-cinder-817573-1-iscsi neutron-server[102740]: Traceback (most recent call last): Nov 19 15:08:45.185693 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 15:08:45.185693 dv-cinder-817573-1-iscsi neutron-server[102740]: timer() Nov 19 15:08:45.185693 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 15:08:45.185693 dv-cinder-817573-1-iscsi neutron-server[102740]: cb(*args, **kw) Nov 19 15:08:45.185693 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 15:08:45.185693 dv-cinder-817573-1-iscsi neutron-server[102740]: return func(*args, **kwargs) Nov 19 15:08:45.185693 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 15:08:45.185693 dv-cinder-817573-1-iscsi neutron-server[102740]: self._notify() Nov 19 15:08:45.185693 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 15:08:45.185693 dv-cinder-817573-1-iscsi neutron-server[102740]: self.callback(batched_events) Nov 19 15:08:45.185693 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 15:08:45.185693 dv-cinder-817573-1-iscsi neutron-server[102740]: event.method(event) Nov 19 15:08:45.185693 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 15:08:45.185693 dv-cinder-817573-1-iscsi neutron-server[102740]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 15:08:45.185693 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 15:08:45.185693 dv-cinder-817573-1-iscsi neutron-server[102740]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 15:08:45.185693 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 15:08:45.185693 dv-cinder-817573-1-iscsi neutron-server[102740]: return f(self, *a, **k) Nov 19 15:08:45.185693 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 15:08:45.185693 dv-cinder-817573-1-iscsi neutron-server[102740]: return self._get(url).json() Nov 19 15:08:45.185693 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 15:08:45.185693 dv-cinder-817573-1-iscsi neutron-server[102740]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 15:08:45.185693 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 15:08:45.185693 dv-cinder-817573-1-iscsi neutron-server[102740]: return self.request(url, 'GET', **kwargs) Nov 19 15:08:45.185693 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 15:08:45.185693 dv-cinder-817573-1-iscsi neutron-server[102740]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 15:08:45.185693 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 15:08:45.185693 dv-cinder-817573-1-iscsi neutron-server[102740]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 15:08:45.185693 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 15:08:45.185693 dv-cinder-817573-1-iscsi neutron-server[102740]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 15:08:45.185693 dv-cinder-817573-1-iscsi neutron-server[102740]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 15:08:45.237826 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-287559cf-2e24-4cd0-a416-5ebb4cd77cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-608518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469263'] for network, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:45.245093 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-287559cf-2e24-4cd0-a416-5ebb4cd77cc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for network, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:45.251241 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-287559cf-2e24-4cd0-a416-5ebb4cd77cc7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7f16f7f2-1130-4f17-9efe-409f50cd732d HTTP/1.1" status: 204 len: 168 time: 0.5814834 Nov 19 15:08:45.259591 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287559cf-2e24-4cd0-a416-5ebb4cd77cc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f16f7f2-1130-4f17-9efe-409f50cd732d,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:45.413598 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 46462) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:45.460592 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-799be3bc-17b4-4241-adfa-eb4fa15aa10f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2924bd75d0a4611a9d1aefa8c80ff44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0458119 Nov 19 15:08:45.461331 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 46464) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:45.513227 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f44c7488-7874-4ebd-a96e-aeb2e39eeb31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:45.533579 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f44c7488-7874-4ebd-a96e-aeb2e39eeb31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:45.578556 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f44c7488-7874-4ebd-a96e-aeb2e39eeb31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:45.581300 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f44c7488-7874-4ebd-a96e-aeb2e39eeb31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:45.582434 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-f44c7488-7874-4ebd-a96e-aeb2e39eeb31 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b31bc453-0459-43eb-a849-c559b1ebda73 HTTP/1.1" status: 204 len: 168 time: 0.1206050 Nov 19 15:08:45.590256 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c7488-7874-4ebd-a96e-aeb2e39eeb31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31bc453-0459-43eb-a849-c559b1ebda73,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:45.906360 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 46474) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:45.958048 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-7e56a7ae-d387-403e-be54-0eebb09544bd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=897e5d453fdc426292ce1b6edea3ef3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0504751 Nov 19 15:08:45.960359 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 46478) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:45.995424 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-a05cb258-8089-4043-9b89-30db7f5d6b87 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:45.997541 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-a05cb258-8089-4043-9b89-30db7f5d6b87 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.11 "GET /v2.0/networks?id=f97c391d-7c3e-4d86-a9cf-5e771e36f18c HTTP/1.1" status: 200 len: 817 time: 0.1228881 Nov 19 15:08:46.018115 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-4b16995e-04b2-4efe-aede-0b6eaaa33f00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:46.024899 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 46480) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:46.051142 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-4b16995e-04b2-4efe-aede-0b6eaaa33f00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:46.075438 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-033a71e1-0591-412b-973b-d9bc6ce660bd tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5eaa9bd6803a47d79c92591db12100ff HTTP/1.1" status: 200 len: 380 time: 0.0649185 Nov 19 15:08:46.088457 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-2ac348dd-b6ee-4d18-aabf-fe8a79ced842 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Request body: {'port': {'device_id': 'ba17f361-87f8-4374-aa75-1a438c25b99f', 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c', 'admin_state_up': True, 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'security_groups': ['24fc2dba-66e4-4df3-bb62-a5eefc25c6ea']}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:08:46.111205 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-4b16995e-04b2-4efe-aede-0b6eaaa33f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:46.114227 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-4b16995e-04b2-4efe-aede-0b6eaaa33f00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:46.119522 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-4b16995e-04b2-4efe-aede-0b6eaaa33f00 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce058255-66dd-4c47-8f4f-2363bf124eb8 HTTP/1.1" status: 204 len: 168 time: 0.1580827 Nov 19 15:08:46.131746 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16995e-04b2-4efe-aede-0b6eaaa33f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce058255-66dd-4c47-8f4f-2363bf124eb8,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:46.132212 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-078d594d-7509-4dab-aa54-fd128a966512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:46.228871 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-fcbacd13-45b3-4830-9fb8-edf476291589 req-d4861a28-fd71-4c0a-983a-a3228e61a89d tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 210 time: 0.0430968 Nov 19 15:08:46.237226 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-50e702a1-2a45-467e-b9d0-ebfc975c4b9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:46.296865 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee95dde-2c78-401c-b670-c4cc6cd22a7a req-99816db3-c881-4466-9836-4f08dc66ff48 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:46.298405 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-dee95dde-2c78-401c-b670-c4cc6cd22a7a req-99816db3-c881-4466-9836-4f08dc66ff48 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 984 time: 0.0623555 Nov 19 15:08:46.322803 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-2ac348dd-b6ee-4d18-aabf-fe8a79ced842 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Made reservation on behalf of 5eaa9bd6803a47d79c92591db12100ff for: {'port': 1} {{(pid=102740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:08:46.327688 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-2ac348dd-b6ee-4d18-aabf-fe8a79ced842 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:46.367604 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-dee95dde-2c78-401c-b670-c4cc6cd22a7a req-7d72a000-8b6b-42d9-af53-901be2890640 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&id=b42cf0a5-1d18-486b-a0f6-fd5ef81f3cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628169 Nov 19 15:08:46.417420 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-50e702a1-2a45-467e-b9d0-ebfc975c4b9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:46.424550 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-50e702a1-2a45-467e-b9d0-ebfc975c4b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:46.501719 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-50e702a1-2a45-467e-b9d0-ebfc975c4b9d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=86848ef0fb9245f99affd3b9f186cf0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4757855 Nov 19 15:08:46.504440 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 46502) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:46.504931 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e702a1-2a45-467e-b9d0-ebfc975c4b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a360b4b0-2fb2-4b69-b0ae-fdee4b6d2785,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:46.527593 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_common [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-2ac348dd-b6ee-4d18-aabf-fe8a79ced842 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Allocated IP 172.20.0.5 (f97c391d-7c3e-4d86-a9cf-5e771e36f18c/8fec746e-ce9d-4877-a4a1-5ea67aae0682/ee3501ca-914e-42a9-885f-d20c58f7ee17) {{(pid=102740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:08:46.565591 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-31a0aa7e-d871-46cc-8683-7f6ef5c7e2c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:46.587558 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-31a0aa7e-d871-46cc-8683-7f6ef5c7e2c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:46.639588 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-31a0aa7e-d871-46cc-8683-7f6ef5c7e2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:46.642366 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-31a0aa7e-d871-46cc-8683-7f6ef5c7e2c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:46.643513 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-31a0aa7e-d871-46cc-8683-7f6ef5c7e2c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a360b4b0-2fb2-4b69-b0ae-fdee4b6d2785 HTTP/1.1" status: 204 len: 168 time: 0.1373861 Nov 19 15:08:46.660558 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a0aa7e-d871-46cc-8683-7f6ef5c7e2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a360b4b0-2fb2-4b69-b0ae-fdee4b6d2785,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:46.679507 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-2ac348dd-b6ee-4d18-aabf-fe8a79ced842 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for port, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:46.714971 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-2ac348dd-b6ee-4d18-aabf-fe8a79ced842 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:46.761824 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-2ac348dd-b6ee-4d18-aabf-fe8a79ced842 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Network f97c391d-7c3e-4d86-a9cf-5e771e36f18c is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:08:46.765530 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-2ac348dd-b6ee-4d18-aabf-fe8a79ced842 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:08:46.769662 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-2ac348dd-b6ee-4d18-aabf-fe8a79ced842 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Received port after_create {{(pid=102740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:08:46.793593 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac348dd-b6ee-4d18-aabf-fe8a79ced842 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Pushing event updated for resources: {'Port': ['ID=ee3501ca-914e-42a9-885f-d20c58f7ee17,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:46.826436 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-2ac348dd-b6ee-4d18-aabf-fe8a79ced842 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:46.827068 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-2ac348dd-b6ee-4d18-aabf-fe8a79ced842 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:46.845535 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-2ac348dd-b6ee-4d18-aabf-fe8a79ced842 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7611408 Nov 19 15:08:46.862514 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-9ebeb793-2d89-4d67-b586-47c2264daaed service neutron] Request body: {'port': {'device_id': 'ba17f361-87f8-4374-aa75-1a438c25b99f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81757'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:08:46.937497 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-9ebeb793-2d89-4d67-b586-47c2264daaed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:46.967607 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 46518) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:46.984974 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-dd981a94-630f-4775-b069-ed0ece61e116 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:47.081672 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-dd981a94-630f-4775-b069-ed0ece61e116 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:47.087274 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-dd981a94-630f-4775-b069-ed0ece61e116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:47.090433 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-fedc4e60-5b76-44a3-8fd1-ce9e238a9b54 None None] Provisioning complete for port ee3501ca-914e-42a9-885f-d20c58f7ee17 triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:08:47.091044 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-fedc4e60-5b76-44a3-8fd1-ce9e238a9b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:47.132655 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-fedc4e60-5b76-44a3-8fd1-ce9e238a9b54 None None] Port ee3501ca-914e-42a9-885f-d20c58f7ee17 cannot update to ACTIVE because it is not bound. {{(pid=102741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 15:08:47.134985 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-dd981a94-630f-4775-b069-ed0ece61e116 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b5f56a0b9c340549c084b35f955c223&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1662886 Nov 19 15:08:47.137609 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd981a94-630f-4775-b069-ed0ece61e116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb07762-c8d1-491f-a6de-905edfdc913f,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:47.140630 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 46522) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:47.197711 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-5de0ab10-7684-465b-a614-8f9122caccad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:47.220549 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-5de0ab10-7684-465b-a614-8f9122caccad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:47.249163 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-9ebeb793-2d89-4d67-b586-47c2264daaed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee3501ca-914e-42a9-885f-d20c58f7ee17 {{(pid=102740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:08:47.256604 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-9ebeb793-2d89-4d67-b586-47c2264daaed service neutron] Publish callbacks [] for port, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:47.281837 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-5de0ab10-7684-465b-a614-8f9122caccad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:47.282168 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.provisioning_blocks [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-9ebeb793-2d89-4d67-b586-47c2264daaed service neutron] Transition to ACTIVE for port object ee3501ca-914e-42a9-885f-d20c58f7ee17 will not be triggered until provisioned by entity L2. {{(pid=102740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 15:08:47.285235 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-5de0ab10-7684-465b-a614-8f9122caccad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:47.288177 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-9ebeb793-2d89-4d67-b586-47c2264daaed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59360342'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:47.289632 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-5de0ab10-7684-465b-a614-8f9122caccad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8cb07762-c8d1-491f-a6de-905edfdc913f HTTP/1.1" status: 204 len: 168 time: 0.1475840 Nov 19 15:08:47.300261 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0ab10-7684-465b-a614-8f9122caccad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb07762-c8d1-491f-a6de-905edfdc913f,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:47.382540 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebeb793-2d89-4d67-b586-47c2264daaed service neutron] Pushing event updated for resources: {'Port': ['ID=ee3501ca-914e-42a9-885f-d20c58f7ee17,revision_number=2']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:47.429582 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946da05-6634-4dca-87b9-e663d6d90b9f req-70facbd8-a287-4751-9ea4-0e50d3cf90be tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:47.437444 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-c946da05-6634-4dca-87b9-e663d6d90b9f req-70facbd8-a287-4751-9ea4-0e50d3cf90be tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 943 time: 0.1120336 Nov 19 15:08:47.523427 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-c946da05-6634-4dca-87b9-e663d6d90b9f req-3f40c7f5-7d90-4e6c-ae2c-c0f78144e0d2 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851009 Nov 19 15:08:47.545324 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-9ebeb793-2d89-4d67-b586-47c2264daaed service neutron] Attempting to bind port ee3501ca-914e-42a9-885f-d20c58f7ee17 on host hv-cinder-81757 for vnic_type normal with profile {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:08:47.545324 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-9ebeb793-2d89-4d67-b586-47c2264daaed service neutron] Attempting to bind port ee3501ca-914e-42a9-885f-d20c58f7ee17 by drivers openvswitch,hyperv on host hv-cinder-81757 at level 0 using segments [{'id': 'ed8113ae-2a5c-4a27-affb-b258a654385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c'}] {{(pid=102740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:08:47.545324 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-9ebeb793-2d89-4d67-b586-47c2264daaed service neutron] Attempting to bind port ee3501ca-914e-42a9-885f-d20c58f7ee17 on network f97c391d-7c3e-4d86-a9cf-5e771e36f18c {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:08:47.545763 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2400988-2c90-4eab-b736-0ff88b76db31 req-370201e4-ca92-4e9a-9230-65dbb896fc79 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:47.546205 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-9ebeb793-2d89-4d67-b586-47c2264daaed service neutron] Port ee3501ca-914e-42a9-885f-d20c58f7ee17 on network f97c391d-7c3e-4d86-a9cf-5e771e36f18c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81757 {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 15:08:47.546205 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-9ebeb793-2d89-4d67-b586-47c2264daaed service neutron] Attempting to bind port ee3501ca-914e-42a9-885f-d20c58f7ee17 on network f97c391d-7c3e-4d86-a9cf-5e771e36f18c {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:08:47.558249 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-9ebeb793-2d89-4d67-b586-47c2264daaed service neutron] Checking agent: {'id': 'e1ea3be9-4fba-465d-a0c0-35388eb51f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'started_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:08:47.558249 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-9ebeb793-2d89-4d67-b586-47c2264daaed service neutron] Checking segment: {'id': 'ed8113ae-2a5c-4a27-affb-b258a654385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:08:47.558249 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-9ebeb793-2d89-4d67-b586-47c2264daaed service neutron] Bound using segment: {'id': 'ed8113ae-2a5c-4a27-affb-b258a654385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c'} {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:08:47.558249 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-9ebeb793-2d89-4d67-b586-47c2264daaed service neutron] Bound port: ee3501ca-914e-42a9-885f-d20c58f7ee17, host: hv-cinder-81757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed8113ae-2a5c-4a27-affb-b258a654385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c'}}] {{(pid=102740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:08:47.558249 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-9ebeb793-2d89-4d67-b586-47c2264daaed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:47.558858 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-c2400988-2c90-4eab-b736-0ff88b76db31 req-370201e4-ca92-4e9a-9230-65dbb896fc79 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 984 time: 0.0898678 Nov 19 15:08:47.657923 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-c2400988-2c90-4eab-b736-0ff88b76db31 req-58b377da-b80b-4349-9641-7214e2a851cc tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&id=b42cf0a5-1d18-486b-a0f6-fd5ef81f3cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1029243 Nov 19 15:08:47.688869 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-9ebeb793-2d89-4d67-b586-47c2264daaed service neutron] For port ee3501ca-914e-42a9-885f-d20c58f7ee17, host hv-cinder-81757, cleared binding levels {{(pid=102740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:08:47.693279 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-9ebeb793-2d89-4d67-b586-47c2264daaed service neutron] For port ee3501ca-914e-42a9-885f-d20c58f7ee17, host hv-cinder-81757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=ee3501ca-914e-42a9-885f-d20c58f7ee17,segment=NetworkSegment(ed8113ae-2a5c-4a27-affb-b258a654385e),segment_id=ed8113ae-2a5c-4a27-affb-b258a654385e)] {{(pid=102740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:08:47.698216 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-9ebeb793-2d89-4d67-b586-47c2264daaed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59360342'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:47.739262 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-9ebeb793-2d89-4d67-b586-47c2264daaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:47.744571 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-9ebeb793-2d89-4d67-b586-47c2264daaed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:47.744571 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-9ebeb793-2d89-4d67-b586-47c2264daaed service neutron] 10.222.0.11 "PUT /v2.0/ports/ee3501ca-914e-42a9-885f-d20c58f7ee17 HTTP/1.1" status: 200 len: 1093 time: 0.8855278 Nov 19 15:08:47.744571 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba17f361-87f8-4374-aa75-1a438c25b99f', 'tag': 'ee3501ca-914e-42a9-885f-d20c58f7ee17'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:08:47.744571 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0adb4a-2fd6-4843-90e3-39b662cb074e" -d '{"events": [{"name": "network-changed", "server_uuid": "ba17f361-87f8-4374-aa75-1a438c25b99f", "tag": "ee3501ca-914e-42a9-885f-d20c58f7ee17"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:08:47.785587 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebeb793-2d89-4d67-b586-47c2264daaed service neutron] Pushing event updated for resources: {'Port': ['ID=ee3501ca-914e-42a9-885f-d20c58f7ee17,revision_number=3']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:47.796518 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 15:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d08ed0-a3bc-45bf-bfc4-2e67b5c6b2bf x-openstack-request-id: req-36d08ed0-a3bc-45bf-bfc4-2e67b5c6b2bf {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:08:47.796518 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba17f361-87f8-4374-aa75-1a438c25b99f", "tag": "ee3501ca-914e-42a9-885f-d20c58f7ee17", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:08:47.796842 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36d08ed0-a3bc-45bf-bfc4-2e67b5c6b2bf {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:08:47.797252 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba17f361-87f8-4374-aa75-1a438c25b99f', 'tag': 'ee3501ca-914e-42a9-885f-d20c58f7ee17', 'status': 'completed', 'code': 200} Nov 19 15:08:47.849217 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-e66aa3bf-8098-4b2f-b4b1-a1f6d3920b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:47.850992 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-e66aa3bf-8098-4b2f-b4b1-a1f6d3920b33 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5eaa9bd6803a47d79c92591db12100ff&device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 1096 time: 0.0457394 Nov 19 15:08:47.903253 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-243b0295-dd3a-4f95-81d0-c37bd7a15644 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee3501ca-914e-42a9-885f-d20c58f7ee17 HTTP/1.1" status: 200 len: 217 time: 0.0422597 Nov 19 15:08:47.954221 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-c2ff16a3-515e-4ea9-8de3-2b594e13d292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:47.955713 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-c2ff16a3-515e-4ea9-8de3-2b594e13d292 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8fec746e-ce9d-4877-a4a1-5ea67aae0682 HTTP/1.1" status: 200 len: 856 time: 0.0451884 Nov 19 15:08:48.006007 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-d2a9d30e-66e8-4203-a179-973274a02e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:48.007573 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-d2a9d30e-66e8-4203-a179-973274a02e22 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f97c391d-7c3e-4d86-a9cf-5e771e36f18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432875 Nov 19 15:08:48.105284 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-ed12ecd4-1934-4d6b-b49f-48e73650a627 service neutron] 10.222.0.11 "GET /v2.0/networks/f97c391d-7c3e-4d86-a9cf-5e771e36f18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860507 Nov 19 15:08:48.199106 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8dd148c5-3ea2-41ec-8640-7588aef6355f req-4d7d0f87-3b49-444f-8772-230ab19f26a1 service neutron] 10.222.0.11 "GET /v2.0/networks/f97c391d-7c3e-4d86-a9cf-5e771e36f18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821195 Nov 19 15:08:48.299856 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0adb4a-2fd6-4843-90e3-39b662cb074e req-e267f71b-4480-492e-9f7f-c2844da03f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:48.301352 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-cc0adb4a-2fd6-4843-90e3-39b662cb074e req-e267f71b-4480-492e-9f7f-c2844da03f17 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5eaa9bd6803a47d79c92591db12100ff&device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 1096 time: 0.0424221 Nov 19 15:08:48.395183 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0adb4a-2fd6-4843-90e3-39b662cb074e req-ea85ebea-c94e-4493-9aca-c41f6e1c0fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:48.396648 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-cc0adb4a-2fd6-4843-90e3-39b662cb074e req-ea85ebea-c94e-4493-9aca-c41f6e1c0fc9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f97c391d-7c3e-4d86-a9cf-5e771e36f18c HTTP/1.1" status: 200 len: 918 time: 0.0873148 Nov 19 15:08:48.442130 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-cc0adb4a-2fd6-4843-90e3-39b662cb074e req-64ff2bd3-69b2-439d-bc56-d0a79fa6f448 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee3501ca-914e-42a9-885f-d20c58f7ee17 HTTP/1.1" status: 200 len: 217 time: 0.0349469 Nov 19 15:08:48.497069 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0adb4a-2fd6-4843-90e3-39b662cb074e req-b9e4826c-7043-4e7f-b99d-213fa8e1c417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:48.498463 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-cc0adb4a-2fd6-4843-90e3-39b662cb074e req-b9e4826c-7043-4e7f-b99d-213fa8e1c417 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8fec746e-ce9d-4877-a4a1-5ea67aae0682 HTTP/1.1" status: 200 len: 856 time: 0.0472875 Nov 19 15:08:48.550357 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0adb4a-2fd6-4843-90e3-39b662cb074e req-702f80f4-8f5a-47f7-b28a-fa017936a056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:48.551835 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-cc0adb4a-2fd6-4843-90e3-39b662cb074e req-702f80f4-8f5a-47f7-b28a-fa017936a056 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f97c391d-7c3e-4d86-a9cf-5e771e36f18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408177 Nov 19 15:08:48.629555 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-5417ff92-7614-401b-abbd-30ac28ada87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:48.649523 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-cc0adb4a-2fd6-4843-90e3-39b662cb074e req-9162cabb-c6fa-4b76-902f-84695414fd2b service neutron] 10.222.0.11 "GET /v2.0/networks/f97c391d-7c3e-4d86-a9cf-5e771e36f18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887897 Nov 19 15:08:48.702011 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2427b-2e06-41e7-8b95-807ba5a62f7a req-84f73d88-97ea-48f0-9882-69dfc77c2701 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:48.710165 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-f2c2427b-2e06-41e7-8b95-807ba5a62f7a req-84f73d88-97ea-48f0-9882-69dfc77c2701 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 943 time: 0.0771303 Nov 19 15:08:48.765626 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-cc0adb4a-2fd6-4843-90e3-39b662cb074e req-878c3244-db15-4237-988c-3d603104d614 service neutron] 10.222.0.11 "GET /v2.0/networks/f97c391d-7c3e-4d86-a9cf-5e771e36f18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073885 Nov 19 15:08:48.769400 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-f2c2427b-2e06-41e7-8b95-807ba5a62f7a req-0acec46f-8100-4b3a-8b35-7053adbae50f tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580425 Nov 19 15:08:48.844322 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3614fa-2f97-436e-8164-53f229b533f0 req-6e547ce8-51b7-4c96-94b2-ec454b376c16 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:48.845839 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ae3614fa-2f97-436e-8164-53f229b533f0 req-6e547ce8-51b7-4c96-94b2-ec454b376c16 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 984 time: 0.0505655 Nov 19 15:08:48.905465 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ae3614fa-2f97-436e-8164-53f229b533f0 req-db1ad662-d053-4982-affd-45a0c211ead9 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&id=b42cf0a5-1d18-486b-a0f6-fd5ef81f3cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535796 Nov 19 15:08:49.651847 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:49.890440 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3c455-ec5e-4b11-a29f-3588e6b37fc8 req-630505ec-e886-4442-86aa-66527d5ca27f tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:49.891919 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-16d3c455-ec5e-4b11-a29f-3588e6b37fc8 req-630505ec-e886-4442-86aa-66527d5ca27f tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 943 time: 0.0510216 Nov 19 15:08:49.945577 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-16d3c455-ec5e-4b11-a29f-3588e6b37fc8 req-b0477158-5dd8-4f89-8560-e1cf52a9772a tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471516 Nov 19 15:08:50.027494 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3a4c4-d873-418e-b1e4-cc016dc4908f req-cf212557-9b0b-4a50-a7f3-222fba1aab62 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:50.029896 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-60e3a4c4-d873-418e-b1e4-cc016dc4908f req-cf212557-9b0b-4a50-a7f3-222fba1aab62 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 984 time: 0.0544121 Nov 19 15:08:50.089893 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-60e3a4c4-d873-418e-b1e4-cc016dc4908f req-1402efc0-38a8-4be0-9c05-e96da304848f tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&id=b42cf0a5-1d18-486b-a0f6-fd5ef81f3cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539134 Nov 19 15:08:51.060257 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:51.073958 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd528d-97b3-45f0-ab4c-06a62f904cd8 req-03d32c99-9071-45bf-9965-18f04699201d tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:51.075790 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-a6cd528d-97b3-45f0-ab4c-06a62f904cd8 req-03d32c99-9071-45bf-9965-18f04699201d tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 943 time: 0.0548882 Nov 19 15:08:51.123616 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-a6cd528d-97b3-45f0-ab4c-06a62f904cd8 req-b69b62ba-6d48-4a6b-b598-0d8ba3623291 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417809 Nov 19 15:08:51.208497 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013d88a-69a1-48fa-ad6b-e68ff99f35cd req-e75153a2-98a1-4c16-8509-7c97a414167b tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:51.209987 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d013d88a-69a1-48fa-ad6b-e68ff99f35cd req-e75153a2-98a1-4c16-8509-7c97a414167b tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 984 time: 0.0484402 Nov 19 15:08:51.269122 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d013d88a-69a1-48fa-ad6b-e68ff99f35cd req-ac498971-4eb0-4fd2-8396-6ba0056006ee tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&id=b42cf0a5-1d18-486b-a0f6-fd5ef81f3cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521150 Nov 19 15:08:51.505295 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device ee3501ca-914e-42a9-885f-d20c58f7ee17 details requested by agent hyperv_hv-cinder-81757 with host hv-cinder-81757 {{(pid=102741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 15:08:51.598048 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port ee3501ca-914e-42a9-885f-d20c58f7ee17, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=ee3501ca-914e-42a9-885f-d20c58f7ee17,segment=NetworkSegment(ed8113ae-2a5c-4a27-affb-b258a654385e),segment_id=ed8113ae-2a5c-4a27-affb-b258a654385e)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:08:51.611776 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Returning: {'device': 'ee3501ca-914e-42a9-885f-d20c58f7ee17', 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c', 'port_id': 'ee3501ca-914e-42a9-885f-d20c58f7ee17', 'mac_address': 'fa:16:3e:5c:48:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fec746e-ce9d-4877-a4a1-5ea67aae0682', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 15:08:51.647371 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:51.660029 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee3501ca-914e-42a9-885f-d20c58f7ee17 {{(pid=102741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:08:51.678219 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port ee3501ca-914e-42a9-885f-d20c58f7ee17, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=ee3501ca-914e-42a9-885f-d20c58f7ee17,segment=NetworkSegment(ed8113ae-2a5c-4a27-affb-b258a654385e),segment_id=ed8113ae-2a5c-4a27-affb-b258a654385e)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:08:51.681918 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:51.729425 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=ee3501ca-914e-42a9-885f-d20c58f7ee17,revision_number=4']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:51.736387 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:08:51.736761 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:08:51.737131 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:08:51.737467 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:08:51.737796 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:08:51.738132 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:08:51.738461 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:08:51.738785 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:08:51.739128 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:08:51.739461 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:08:51.739785 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:08:51.740105 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:08:51.946955 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['ee3501ca-914e-42a9-885f-d20c58f7ee17'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:08:52.111486 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:52.241993 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f10c2c-b2c8-47d2-8a7a-6d08b2b03ec5 req-93fc10a1-325d-4542-83cb-3a5e601174ff tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:52.243456 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-44f10c2c-b2c8-47d2-8a7a-6d08b2b03ec5 req-93fc10a1-325d-4542-83cb-3a5e601174ff tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 944 time: 0.0499299 Nov 19 15:08:52.289669 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-44f10c2c-b2c8-47d2-8a7a-6d08b2b03ec5 req-90eca481-041b-4ebe-999b-8dbecda53255 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395899 Nov 19 15:08:52.382452 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26446f64-3db2-4836-b8ca-f14dd44632ea req-553c3cd3-df09-4afc-a02c-82d8327e8e15 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:52.383890 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-26446f64-3db2-4836-b8ca-f14dd44632ea req-553c3cd3-df09-4afc-a02c-82d8327e8e15 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 984 time: 0.0483966 Nov 19 15:08:52.445680 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-26446f64-3db2-4836-b8ca-f14dd44632ea req-6fbe9ec0-3679-4322-9b27-41e8b9e35890 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&id=b42cf0a5-1d18-486b-a0f6-fd5ef81f3cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556533 Nov 19 15:08:53.408090 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54600fc8-adce-40a0-930a-207df3b74833 req-cc933bd8-cd28-472d-b938-0ff5a20a84ed tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:53.409558 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-54600fc8-adce-40a0-930a-207df3b74833 req-cc933bd8-cd28-472d-b938-0ff5a20a84ed tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 944 time: 0.0477014 Nov 19 15:08:53.461506 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-54600fc8-adce-40a0-930a-207df3b74833 req-f17e1a15-6157-480f-ad6a-a90dc5e2168f tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460224 Nov 19 15:08:53.504513 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device ee3501ca-914e-42a9-885f-d20c58f7ee17 up at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:08:53.557685 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning for port ee3501ca-914e-42a9-885f-d20c58f7ee17 completed by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 15:08:53.561941 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f586153-9a5c-4f7e-bbcf-82b359d60236 req-f8f62271-4e82-41f4-ac9c-4ef8dabb9dd3 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:53.562424 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning complete for port ee3501ca-914e-42a9-885f-d20c58f7ee17 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:08:53.562424 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:53.563412 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6f586153-9a5c-4f7e-bbcf-82b359d60236 req-f8f62271-4e82-41f4-ac9c-4ef8dabb9dd3 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 984 time: 0.0511768 Nov 19 15:08:53.623487 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6f586153-9a5c-4f7e-bbcf-82b359d60236 req-c9323932-ac6e-4557-9c47-01c5b94e63e5 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&id=b42cf0a5-1d18-486b-a0f6-fd5ef81f3cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531938 Nov 19 15:08:53.645249 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:53.667599 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba17f361-87f8-4374-aa75-1a438c25b99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3501ca-914e-42a9-885f-d20c58f7ee17'}] {{(pid=102741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:08:53.670314 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02aed456f185bd727e3ab04ef3305858fece041079839c75bcf3d6cf309ea5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9396be26-c79d-4bf1-8f67-d9fafb887102" -d '{"events": [{"server_uuid": "ba17f361-87f8-4374-aa75-1a438c25b99f", "name": "network-vif-plugged", "status": "completed", "tag": "ee3501ca-914e-42a9-885f-d20c58f7ee17"}]}' {{(pid=102741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:08:53.682584 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port ee3501ca-914e-42a9-885f-d20c58f7ee17, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=ee3501ca-914e-42a9-885f-d20c58f7ee17,segment=NetworkSegment(ed8113ae-2a5c-4a27-affb-b258a654385e),segment_id=ed8113ae-2a5c-4a27-affb-b258a654385e)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:08:53.687105 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:53.713264 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a40488f-e179-4c79-8fea-cca9c0022715 x-openstack-request-id: req-0a40488f-e179-4c79-8fea-cca9c0022715 {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:08:53.713583 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba17f361-87f8-4374-aa75-1a438c25b99f", "name": "network-vif-plugged", "status": "completed", "tag": "ee3501ca-914e-42a9-885f-d20c58f7ee17", "code": 200}]} {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:08:53.713837 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a40488f-e179-4c79-8fea-cca9c0022715 {{(pid=102741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:08:53.714224 dv-cinder-817573-1-iscsi neutron-server[102741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba17f361-87f8-4374-aa75-1a438c25b99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3501ca-914e-42a9-885f-d20c58f7ee17', 'code': 200} Nov 19 15:08:53.737573 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=ee3501ca-914e-42a9-885f-d20c58f7ee17,revision_number=5']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:53.887883 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909961bd-2611-4112-b162-322430892e05 req-c6a6a8b2-901d-41f9-878d-4e525b450616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:53.889731 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-909961bd-2611-4112-b162-322430892e05 req-c6a6a8b2-901d-41f9-878d-4e525b450616 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 1098 time: 0.0416451 Nov 19 15:08:53.936624 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-909961bd-2611-4112-b162-322430892e05 req-2d57232d-5c86-4c9c-8b98-bef09187b453 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372696 Nov 19 15:08:54.587653 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9432a3-f2ad-4452-83d8-5762ff0691a8 req-bf1c3af4-e0d3-47ac-9809-f4d161cf4077 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:54.589130 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-5d9432a3-f2ad-4452-83d8-5762ff0691a8 req-bf1c3af4-e0d3-47ac-9809-f4d161cf4077 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 945 time: 0.0509672 Nov 19 15:08:54.619071 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 46658) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:54.636770 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-5d9432a3-f2ad-4452-83d8-5762ff0691a8 req-a22ccf64-c083-4a54-8248-a345c2457812 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410526 Nov 19 15:08:54.727819 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-71313a3c-9e14-40bc-a545-8675ab3c4a49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:54.810141 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-71313a3c-9e14-40bc-a545-8675ab3c4a49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:54.814872 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-71313a3c-9e14-40bc-a545-8675ab3c4a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:54.875309 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71313a3c-9e14-40bc-a545-8675ab3c4a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879bc7f4-eed5-47e5-8d17-5fa1ba63fe3d,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:54.878890 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-71313a3c-9e14-40bc-a545-8675ab3c4a49 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0aac6ec38eae4d1ca53601ac13020f0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2587485 Nov 19 15:08:54.881664 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 46666) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:54.888739 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71313a3c-9e14-40bc-a545-8675ab3c4a49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:08:54.889367 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71313a3c-9e14-40bc-a545-8675ab3c4a49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:08:54.889724 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71313a3c-9e14-40bc-a545-8675ab3c4a49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:08:54.890062 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71313a3c-9e14-40bc-a545-8675ab3c4a49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:08:54.890397 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71313a3c-9e14-40bc-a545-8675ab3c4a49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:08:54.890730 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71313a3c-9e14-40bc-a545-8675ab3c4a49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:08:54.891061 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71313a3c-9e14-40bc-a545-8675ab3c4a49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:08:54.891389 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71313a3c-9e14-40bc-a545-8675ab3c4a49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:08:54.891721 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71313a3c-9e14-40bc-a545-8675ab3c4a49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:08:54.892043 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71313a3c-9e14-40bc-a545-8675ab3c4a49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:08:54.892366 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71313a3c-9e14-40bc-a545-8675ab3c4a49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:08:54.892687 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71313a3c-9e14-40bc-a545-8675ab3c4a49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:08:54.913758 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96300e26-9e5c-4863-aa3e-a3392b125618 req-5382ea4d-c287-4584-88e5-958a196366bf tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:54.915251 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-96300e26-9e5c-4863-aa3e-a3392b125618 req-5382ea4d-c287-4584-88e5-958a196366bf tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 984 time: 0.2200158 Nov 19 15:08:54.930213 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-798caf8b-fd0f-453a-b443-00e62b9b3d50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:54.952161 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-798caf8b-fd0f-453a-b443-00e62b9b3d50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:54.975109 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-96300e26-9e5c-4863-aa3e-a3392b125618 req-206e77df-284c-4d03-b12b-dbddb0baee86 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&id=b42cf0a5-1d18-486b-a0f6-fd5ef81f3cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532243 Nov 19 15:08:54.996748 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-798caf8b-fd0f-453a-b443-00e62b9b3d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:54.999882 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-798caf8b-fd0f-453a-b443-00e62b9b3d50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:55.001029 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-798caf8b-fd0f-453a-b443-00e62b9b3d50 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/879bc7f4-eed5-47e5-8d17-5fa1ba63fe3d HTTP/1.1" status: 204 len: 168 time: 0.1183469 Nov 19 15:08:55.008348 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798caf8b-fd0f-453a-b443-00e62b9b3d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879bc7f4-eed5-47e5-8d17-5fa1ba63fe3d,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:55.290640 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 46678) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:55.304485 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-5e4842db-94db-48c3-a5bd-8c644dc6d82c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:55.393167 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-5e4842db-94db-48c3-a5bd-8c644dc6d82c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:55.396695 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-5e4842db-94db-48c3-a5bd-8c644dc6d82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:55.434587 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-5e4842db-94db-48c3-a5bd-8c644dc6d82c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d47d519a60a7427bba80e2db8f0dad8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428912 Nov 19 15:08:55.437374 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4842db-94db-48c3-a5bd-8c644dc6d82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed1cc0e-8a60-41cc-b8ed-c314bdb1455a,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:55.438125 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 46682) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:55.490637 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a129d143-fdbe-415c-9383-8ce7765eaa9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:55.514741 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a129d143-fdbe-415c-9383-8ce7765eaa9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:55.561600 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a129d143-fdbe-415c-9383-8ce7765eaa9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:55.564281 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a129d143-fdbe-415c-9383-8ce7765eaa9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:55.565474 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-a129d143-fdbe-415c-9383-8ce7765eaa9b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ed1cc0e-8a60-41cc-b8ed-c314bdb1455a HTTP/1.1" status: 204 len: 168 time: 0.1263700 Nov 19 15:08:55.572987 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129d143-fdbe-415c-9383-8ce7765eaa9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed1cc0e-8a60-41cc-b8ed-c314bdb1455a,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:55.761614 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2dbb2-7ce5-4762-b843-008eec72cef1 req-752d7b14-72ed-4333-98c6-71a753396234 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:55.763215 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-dcd2dbb2-7ce5-4762-b843-008eec72cef1 req-752d7b14-72ed-4333-98c6-71a753396234 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 945 time: 0.0532439 Nov 19 15:08:55.814450 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-dcd2dbb2-7ce5-4762-b843-008eec72cef1 req-f2b5954f-1713-43c8-8570-d8072b99d4f8 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446882 Nov 19 15:08:55.899376 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 46694) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:55.912885 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-10291e70-5e63-4e0b-a967-a061734aeddd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:55.992753 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-10291e70-5e63-4e0b-a967-a061734aeddd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:55.997845 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-10291e70-5e63-4e0b-a967-a061734aeddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:56.041852 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10291e70-5e63-4e0b-a967-a061734aeddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ffdb83-4bdf-4dcb-bb1e-b65cf3107945,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:56.047012 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-10291e70-5e63-4e0b-a967-a061734aeddd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c2d6fac77feb4c4f87d2c81a0d8f1590&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1466434 Nov 19 15:08:56.050046 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 46698) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:56.100777 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09634a8-e526-44ac-a5fd-2e6b46a8cf73 req-65a20182-c88d-478c-af5b-9c82c7ebb322 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:56.102413 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-a09634a8-e526-44ac-a5fd-2e6b46a8cf73 req-65a20182-c88d-478c-af5b-9c82c7ebb322 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 984 time: 0.0544233 Nov 19 15:08:56.102987 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-2134fc3a-ce38-4e93-a079-527b775a132a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:56.127288 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-2134fc3a-ce38-4e93-a079-527b775a132a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:56.168849 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-a09634a8-e526-44ac-a5fd-2e6b46a8cf73 req-61c6033b-1ba8-4092-b1d6-42dffc0e96a9 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&id=b42cf0a5-1d18-486b-a0f6-fd5ef81f3cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589814 Nov 19 15:08:56.208023 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54da14d-6fb9-48f8-aa39-fdb56a408c41 req-1e265956-178a-47c8-81df-24c7dae6cfca tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:56.209544 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d54da14d-6fb9-48f8-aa39-fdb56a408c41 req-1e265956-178a-47c8-81df-24c7dae6cfca tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 945 time: 0.3222289 Nov 19 15:08:56.218748 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 46700) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:08:56.223389 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [None req-69757084-3b17-43db-976b-d388179176ea tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Request body: {'floatingip': {'port_id': 'ee3501ca-914e-42a9-885f-d20c58f7ee17'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:08:56.225844 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-2134fc3a-ce38-4e93-a079-527b775a132a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:56.228244 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-2134fc3a-ce38-4e93-a079-527b775a132a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:56.229283 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-2134fc3a-ce38-4e93-a079-527b775a132a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a7ffdb83-4bdf-4dcb-bb1e-b65cf3107945 HTTP/1.1" status: 204 len: 168 time: 0.1783462 Nov 19 15:08:56.268514 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134fc3a-ce38-4e93-a079-527b775a132a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ffdb83-4bdf-4dcb-bb1e-b65cf3107945,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:08:56.271794 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-69757084-3b17-43db-976b-d388179176ea tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for floatingip, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:56.800479 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4093c-0dff-4a19-a85e-176af4616701 req-bff170b0-092c-4b34-878c-465f30d9e4d3 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:56.801992 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-dac4093c-0dff-4a19-a85e-176af4616701 req-bff170b0-092c-4b34-878c-465f30d9e4d3 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.1955492 Nov 19 15:08:56.950812 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-dac4093c-0dff-4a19-a85e-176af4616701 req-ae47b3c7-80f0-478b-a6e5-31dbafcb43a6 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1423881 Nov 19 15:08:56.953580 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.db.resource_extend [None req-69757084-3b17-43db-976b-d388179176ea tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 15:08:57.293643 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-69757084-3b17-43db-976b-d388179176ea tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:57.297621 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-69757084-3b17-43db-976b-d388179176ea tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469297'] for floatingip, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:57.302449 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5af7b1-47de-43ad-a68f-0e185b882f96 req-bdcd5c1d-11cf-4099-a44f-a52865bc34dd tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:57.304217 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-9a5af7b1-47de-43ad-a68f-0e185b882f96 req-bdcd5c1d-11cf-4099-a44f-a52865bc34dd tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 984 time: 0.0550401 Nov 19 15:08:57.397429 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-9a5af7b1-47de-43ad-a68f-0e185b882f96 req-6bee816f-0cdd-4b97-aad0-a03bfdd48375 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&id=b42cf0a5-1d18-486b-a0f6-fd5ef81f3cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0841620 Nov 19 15:08:57.429719 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.db.l3_db [None req-69757084-3b17-43db-976b-d388179176ea tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Floating IP 190cb4d8-3320-45c0-9748-88eef7274904 associated. External IP: 172.27.0.115, port: ee3501ca-914e-42a9-885f-d20c58f7ee17. Nov 19 15:08:57.646625 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69757084-3b17-43db-976b-d388179176ea tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Router 1c478cfa-3e79-460f-af18-5dbfbf5e4dd2 has already been hosted by L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d {{(pid=102740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 15:08:57.758555 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69757084-3b17-43db-976b-d388179176ea tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:08:57.763957 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-69757084-3b17-43db-976b-d388179176ea tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for floatingip, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:08:57.771734 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bb444e-5d02-473e-83bf-1a320ac815de None None] Sync routers for ids ['1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'] in dv-cinder-817573-1-iscsi {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:08:57.782962 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bb444e-5d02-473e-83bf-1a320ac815de None None] Routers {'1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:08:57.783575 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-d4bb444e-5d02-473e-83bf-1a320ac815de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:08:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:08:57.791319 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-69757084-3b17-43db-976b-d388179176ea tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "PUT /v2.0/floatingips/190cb4d8-3320-45c0-9748-88eef7274904 HTTP/1.1" status: 200 len: 991 time: 1.5715072 Nov 19 15:08:57.791991 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba17f361-87f8-4374-aa75-1a438c25b99f', 'tag': 'ee3501ca-914e-42a9-885f-d20c58f7ee17'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:08:57.794848 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e46ebe-c81e-4a6f-b8a6-fe8e95cc6297" -d '{"events": [{"name": "network-changed", "server_uuid": "ba17f361-87f8-4374-aa75-1a438c25b99f", "tag": "ee3501ca-914e-42a9-885f-d20c58f7ee17"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:08:57.831556 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 15:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7705fdb7-ffaa-49d4-99d5-bfbbd74450d2 x-openstack-request-id: req-7705fdb7-ffaa-49d4-99d5-bfbbd74450d2 {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:08:57.831936 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba17f361-87f8-4374-aa75-1a438c25b99f", "tag": "ee3501ca-914e-42a9-885f-d20c58f7ee17", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:08:57.832263 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7705fdb7-ffaa-49d4-99d5-bfbbd74450d2 {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:08:57.833395 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba17f361-87f8-4374-aa75-1a438c25b99f', 'tag': 'ee3501ca-914e-42a9-885f-d20c58f7ee17', 'status': 'completed', 'code': 200} Nov 19 15:08:57.896593 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-d4bb444e-5d02-473e-83bf-1a320ac815de None None] Set router 1c478cfa-3e79-460f-af18-5dbfbf5e4dd2 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:08:57.900366 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e46ebe-c81e-4a6f-b8a6-fe8e95cc6297 req-88fb1d1d-19fd-4e9e-b71c-915346a2067a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:57.901823 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e2e46ebe-c81e-4a6f-b8a6-fe8e95cc6297 req-88fb1d1d-19fd-4e9e-b71c-915346a2067a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5eaa9bd6803a47d79c92591db12100ff&device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 1098 time: 0.0427816 Nov 19 15:08:57.995071 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e46ebe-c81e-4a6f-b8a6-fe8e95cc6297 req-9438bcd5-8ee2-4797-899e-b2934dd05faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:57.996546 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e2e46ebe-c81e-4a6f-b8a6-fe8e95cc6297 req-9438bcd5-8ee2-4797-899e-b2934dd05faa service neutron] 10.222.0.11 "GET /v2.0/networks?id=f97c391d-7c3e-4d86-a9cf-5e771e36f18c HTTP/1.1" status: 200 len: 918 time: 0.0875020 Nov 19 15:08:58.063801 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e2e46ebe-c81e-4a6f-b8a6-fe8e95cc6297 req-655ea63e-7f8f-4a50-947f-5c34c5cb2556 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee3501ca-914e-42a9-885f-d20c58f7ee17 HTTP/1.1" status: 200 len: 999 time: 0.0590191 Nov 19 15:08:58.081491 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7d26c-8530-4c0b-9c99-a951adaafcf4 req-4c767fa0-ead2-4002-a6db-d689e3c65e1e tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:58.083092 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-b7f7d26c-8530-4c0b-9c99-a951adaafcf4 req-4c767fa0-ead2-4002-a6db-d689e3c65e1e tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0518656 Nov 19 15:08:58.119566 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e46ebe-c81e-4a6f-b8a6-fe8e95cc6297 req-d126aa42-60a6-49ec-b2a7-c3eaf1a02e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:58.121369 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e2e46ebe-c81e-4a6f-b8a6-fe8e95cc6297 req-d126aa42-60a6-49ec-b2a7-c3eaf1a02e94 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8fec746e-ce9d-4877-a4a1-5ea67aae0682 HTTP/1.1" status: 200 len: 856 time: 0.0504894 Nov 19 15:08:58.130935 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-d4bb444e-5d02-473e-83bf-1a320ac815de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'name': 'tempest-AttachVolumeShelveTestJSON-1326120467-router', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'd5753c7f-58e4-4f38-ac9e-d0c40592331f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:03:55Z', 'updated_at': '2021-11-19T15:04:03Z', 'revision_number': 4, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'gw_port': {'id': 'd5753c7f-58e4-4f38-ac9e-d0c40592331f', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:92:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:03:57Z', 'updated_at': '2021-11-19T15:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_floatingips': [{'id': '190cb4d8-3320-45c0-9748-88eef7274904', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'router_id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'port_id': 'ee3501ca-914e-42a9-885f-d20c58f7ee17', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c', 'mac_address': 'fa:16:3e:5c:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba17f361-87f8-4374-aa75-1a438c25b99f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T15:08:43Z', 'updated_at': '2021-11-19T15:08:56Z', 'revision_number': 1, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070c97a3-292e-4442-8371-b5fee73a079f', 'name': '', 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'mac_address': 'fa:16:3e:01:30:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8fec746e-ce9d-4877-a4a1-5ea67aae0682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:04:02Z', 'updated_at': '2021-11-19T15:04:10Z', 'revision_number': 5, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'subnets': [{'id': '8fec746e-ce9d-4877-a4a1-5ea67aae0682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:08:58.140467 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-b7f7d26c-8530-4c0b-9c99-a951adaafcf4 req-2d03d80f-52a7-49ee-ad0a-63b211437fa4 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511711 Nov 19 15:08:58.162193 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bb444e-5d02-473e-83bf-1a320ac815de None None] Checking router: 1c478cfa-3e79-460f-af18-5dbfbf5e4dd2 for host: dv-cinder-817573-1-iscsi {{(pid=102741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:08:58.171591 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bb444e-5d02-473e-83bf-1a320ac815de None None] Routers {'1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:08:58.172379 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-d4bb444e-5d02-473e-83bf-1a320ac815de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:08:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:08:58.172725 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e46ebe-c81e-4a6f-b8a6-fe8e95cc6297 req-54a78999-176a-48c4-9904-a81c15f17707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:58.174319 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e2e46ebe-c81e-4a6f-b8a6-fe8e95cc6297 req-54a78999-176a-48c4-9904-a81c15f17707 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f97c391d-7c3e-4d86-a9cf-5e771e36f18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443690 Nov 19 15:08:58.264940 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e2e46ebe-c81e-4a6f-b8a6-fe8e95cc6297 req-0048c4e0-ec39-40ab-89ad-243342ea097f service neutron] 10.222.0.11 "GET /v2.0/networks/f97c391d-7c3e-4d86-a9cf-5e771e36f18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825598 Nov 19 15:08:58.277544 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-d4bb444e-5d02-473e-83bf-1a320ac815de None None] Set router 1c478cfa-3e79-460f-af18-5dbfbf5e4dd2 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:08:58.356510 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e2e46ebe-c81e-4a6f-b8a6-fe8e95cc6297 req-17103dba-ac40-43b5-b6a6-a3680a58c9e0 service neutron] 10.222.0.11 "GET /v2.0/networks/f97c391d-7c3e-4d86-a9cf-5e771e36f18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840964 Nov 19 15:08:58.507576 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-d4bb444e-5d02-473e-83bf-1a320ac815de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'name': 'tempest-AttachVolumeShelveTestJSON-1326120467-router', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'd5753c7f-58e4-4f38-ac9e-d0c40592331f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:03:55Z', 'updated_at': '2021-11-19T15:04:03Z', 'revision_number': 4, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'gw_port': {'id': 'd5753c7f-58e4-4f38-ac9e-d0c40592331f', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:92:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:03:57Z', 'updated_at': '2021-11-19T15:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_floatingips': [{'id': '190cb4d8-3320-45c0-9748-88eef7274904', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'router_id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'port_id': 'ee3501ca-914e-42a9-885f-d20c58f7ee17', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c', 'mac_address': 'fa:16:3e:5c:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba17f361-87f8-4374-aa75-1a438c25b99f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T15:08:43Z', 'updated_at': '2021-11-19T15:08:56Z', 'revision_number': 1, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070c97a3-292e-4442-8371-b5fee73a079f', 'name': '', 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'mac_address': 'fa:16:3e:01:30:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8fec746e-ce9d-4877-a4a1-5ea67aae0682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:04:02Z', 'updated_at': '2021-11-19T15:04:10Z', 'revision_number': 5, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'subnets': [{'id': '8fec746e-ce9d-4877-a4a1-5ea67aae0682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:08:58.518980 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92178aaa-70a0-4db7-acd9-fd7ccc7479f2 req-77c76509-f0cd-4991-b044-0d95fd92811e tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:58.520661 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-92178aaa-70a0-4db7-acd9-fd7ccc7479f2 req-77c76509-f0cd-4991-b044-0d95fd92811e tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 984 time: 0.0524385 Nov 19 15:08:58.540318 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bb444e-5d02-473e-83bf-1a320ac815de None None] The sync data for ids ['1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'] in dv-cinder-817573-1-iscsi is: [{'id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'name': 'tempest-AttachVolumeShelveTestJSON-1326120467-router', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'd5753c7f-58e4-4f38-ac9e-d0c40592331f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:03:55Z', 'updated_at': '2021-11-19T15:04:03Z', 'revision_number': 4, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'gw_port': {'id': 'd5753c7f-58e4-4f38-ac9e-d0c40592331f', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:92:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:03:57Z', 'updated_at': '2021-11-19T15:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_floatingips': [{'id': '190cb4d8-3320-45c0-9748-88eef7274904', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'router_id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'port_id': 'ee3501ca-914e-42a9-885f-d20c58f7ee17', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c', 'mac_address': 'fa:16:3e:5c:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba17f361-87f8-4374-aa75-1a438c25b99f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T15:08:43Z', 'updated_at': '2021-11-19T15:08:56Z', 'revision_number': 1, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070c97a3-292e-4442-8371-b5fee73a079f', 'name': '', 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'mac_address': 'fa:16:3e:01:30:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8fec746e-ce9d-4877-a4a1-5ea67aae0682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:04:02Z', 'updated_at': '2021-11-19T15:04:10Z', 'revision_number': 5, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'subnets': [{'id': '8fec746e-ce9d-4877-a4a1-5ea67aae0682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:08:58.585880 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-92178aaa-70a0-4db7-acd9-fd7ccc7479f2 req-3b63d464-b4dc-4a1b-b4f4-0c0f61005b12 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&id=b42cf0a5-1d18-486b-a0f6-fd5ef81f3cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588357 Nov 19 15:08:58.755841 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa32374d-7308-45b9-b97e-903872fb580b None None] New status for floating IP 190cb4d8-3320-45c0-9748-88eef7274904: ACTIVE {{(pid=102742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 15:08:59.262826 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661cdcd-e019-4de3-b9c7-61b156524319 req-c5cbd476-754f-4484-860f-4bec38bb1296 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:59.264748 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b661cdcd-e019-4de3-b9c7-61b156524319 req-c5cbd476-754f-4484-860f-4bec38bb1296 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0546839 Nov 19 15:08:59.310501 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b661cdcd-e019-4de3-b9c7-61b156524319 req-e89a9c0a-8aa1-4d28-8f1c-95276896941e tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394511 Nov 19 15:08:59.704101 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957ddd6-20ed-4f89-b559-b8728477ce5b req-3c924f9c-0615-4c64-b0dc-f2d6f740df9f tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:08:59.705585 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-b957ddd6-20ed-4f89-b559-b8728477ce5b req-3c924f9c-0615-4c64-b0dc-f2d6f740df9f tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 984 time: 0.0482059 Nov 19 15:08:59.764886 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-b957ddd6-20ed-4f89-b559-b8728477ce5b req-a4fe9e99-5eb5-40d8-a8cd-1cb0638cf8be tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&id=b42cf0a5-1d18-486b-a0f6-fd5ef81f3cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534410 Nov 19 15:09:00.428806 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8f124-f4fd-4b97-bd25-e458a87dc6e3 req-3e5f33a5-288c-4238-abe5-ff28201bc336 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:00.430310 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-8ae8f124-f4fd-4b97-bd25-e458a87dc6e3 req-3e5f33a5-288c-4238-abe5-ff28201bc336 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0486109 Nov 19 15:09:00.477401 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-8ae8f124-f4fd-4b97-bd25-e458a87dc6e3 req-811a9047-87ca-4761-961d-d0e5bf62abab tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411706 Nov 19 15:09:01.593950 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb796c-432c-4688-9426-9b6a791b3a3c req-4dcb4683-1046-4d18-bef2-60c3421361a6 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:01.595426 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-4dcb796c-432c-4688-9426-9b6a791b3a3c req-4dcb4683-1046-4d18-bef2-60c3421361a6 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0525713 Nov 19 15:09:01.641166 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-4dcb796c-432c-4688-9426-9b6a791b3a3c req-8c4b7e5a-f03a-4285-af4c-c8d1a3b8e377 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398386 Nov 19 15:09:02.184067 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36627985-54fd-49e4-bf41-a6218bb15c60 req-4a064a19-aac3-4e57-8c3d-024179f79c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:02.185650 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-36627985-54fd-49e4-bf41-a6218bb15c60 req-4a064a19-aac3-4e57-8c3d-024179f79c99 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0e2bcec34734e86900951518afe4cf2&device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 1098 time: 0.0399094 Nov 19 15:09:02.301092 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36627985-54fd-49e4-bf41-a6218bb15c60 req-eab4eacf-e709-4c2f-b267-5cc2a6325aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:02.302573 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-36627985-54fd-49e4-bf41-a6218bb15c60 req-eab4eacf-e709-4c2f-b267-5cc2a6325aa3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed0406b4-0bfe-439f-b48b-c510341d69dd HTTP/1.1" status: 200 len: 912 time: 0.0876007 Nov 19 15:09:02.369064 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-36627985-54fd-49e4-bf41-a6218bb15c60 req-31159ec2-cf96-4133-83da-7903a218f197 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=211e7156-2ffd-4fd3-879a-c68f83d6e874 HTTP/1.1" status: 200 len: 1001 time: 0.0573506 Nov 19 15:09:02.422091 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36627985-54fd-49e4-bf41-a6218bb15c60 req-411e576d-97d2-4272-bd08-1915d6c0e910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:02.423449 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-36627985-54fd-49e4-bf41-a6218bb15c60 req-411e576d-97d2-4272-bd08-1915d6c0e910 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e852f975-4d1d-4820-9954-48ab18b88f42 HTTP/1.1" status: 200 len: 850 time: 0.0440819 Nov 19 15:09:02.474356 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36627985-54fd-49e4-bf41-a6218bb15c60 req-e6e18ed7-7c25-4d08-9271-c03019dfa5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:02.476007 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-36627985-54fd-49e4-bf41-a6218bb15c60 req-e6e18ed7-7c25-4d08-9271-c03019dfa5ba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed0406b4-0bfe-439f-b48b-c510341d69dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449810 Nov 19 15:09:02.579834 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-36627985-54fd-49e4-bf41-a6218bb15c60 req-40b60aae-a536-49b2-9f8f-b4c5cfe0f6fd service neutron] 10.222.0.11 "GET /v2.0/networks/ed0406b4-0bfe-439f-b48b-c510341d69dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967813 Nov 19 15:09:02.671909 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-36627985-54fd-49e4-bf41-a6218bb15c60 req-a3904986-c31f-4e53-b283-b365afef4a40 service neutron] 10.222.0.11 "GET /v2.0/networks/ed0406b4-0bfe-439f-b48b-c510341d69dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842431 Nov 19 15:09:02.754632 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cabc13f-89e6-45d6-b469-b64fdf408752 req-d3364f9f-6709-4017-a1fe-3c4dc2e919b4 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:02.756108 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-1cabc13f-89e6-45d6-b469-b64fdf408752 req-d3364f9f-6709-4017-a1fe-3c4dc2e919b4 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0489964 Nov 19 15:09:02.802395 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-1cabc13f-89e6-45d6-b469-b64fdf408752 req-0964daa5-f49b-4344-8fb6-005d9d290abf tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404165 Nov 19 15:09:03.927367 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c08f1-933d-409b-97fe-6644e2c58f63 req-e39ce786-7362-48f5-a164-31c9541839af tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:03.928895 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-529c08f1-933d-409b-97fe-6644e2c58f63 req-e39ce786-7362-48f5-a164-31c9541839af tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0505376 Nov 19 15:09:03.979822 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-529c08f1-933d-409b-97fe-6644e2c58f63 req-6d92dda8-2681-477d-913f-a4b9518705d8 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450728 Nov 19 15:09:04.084771 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:05.095413 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b0c63-3af7-4631-9dc0-8fcf87b4e2b4 req-ca916b1c-1881-42db-bad8-68b52702bca8 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:05.096904 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-4b6b0c63-3af7-4631-9dc0-8fcf87b4e2b4 req-ca916b1c-1881-42db-bad8-68b52702bca8 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0493407 Nov 19 15:09:05.145588 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-4b6b0c63-3af7-4631-9dc0-8fcf87b4e2b4 req-642c35fc-c4b7-4e95-b875-803aa07374b4 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425401 Nov 19 15:09:06.258822 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c174b-2bcb-491b-8787-ca8347f8b3c4 req-9b5e4e20-81ed-4b4d-bbd6-cd39339f9b33 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:06.260287 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-544c174b-2bcb-491b-8787-ca8347f8b3c4 req-9b5e4e20-81ed-4b4d-bbd6-cd39339f9b33 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0478153 Nov 19 15:09:06.305822 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-544c174b-2bcb-491b-8787-ca8347f8b3c4 req-07f350b6-f089-468b-8811-4a27bc0f4361 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396321 Nov 19 15:09:07.422814 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4d626-4052-4e1a-9073-9f6f8f498d73 req-2e95a044-2334-43a1-89b9-a8efa63e59e3 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:07.424272 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-26d4d626-4052-4e1a-9073-9f6f8f498d73 req-2e95a044-2334-43a1-89b9-a8efa63e59e3 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0509546 Nov 19 15:09:07.470594 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-26d4d626-4052-4e1a-9073-9f6f8f498d73 req-32db36a8-fbd4-4a4c-adcd-1831f9951323 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403893 Nov 19 15:09:07.662765 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c828b-1906-4713-9ce2-8773e129271d req-421acf84-372d-4431-a6d4-b95daba0de02 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:07.664426 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-228c828b-1906-4713-9ce2-8773e129271d req-421acf84-372d-4431-a6d4-b95daba0de02 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0494671 Nov 19 15:09:07.712593 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-228c828b-1906-4713-9ce2-8773e129271d req-9c2d7458-11e3-49bf-a123-543b674ccebe tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413287 Nov 19 15:09:07.725382 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f845cd-b700-43d9-a9c1-1698f380c107 req-361a8dc1-a230-4c78-8ad3-57fbe7851299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:07.726884 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-28f845cd-b700-43d9-a9c1-1698f380c107 req-361a8dc1-a230-4c78-8ad3-57fbe7851299 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0e2bcec34734e86900951518afe4cf2&device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 1098 time: 0.0401666 Nov 19 15:09:07.815123 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f845cd-b700-43d9-a9c1-1698f380c107 req-103cae5a-284b-4628-b600-4e7ea9bc6eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:07.816556 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-28f845cd-b700-43d9-a9c1-1698f380c107 req-103cae5a-284b-4628-b600-4e7ea9bc6eda service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed0406b4-0bfe-439f-b48b-c510341d69dd HTTP/1.1" status: 200 len: 912 time: 0.0823658 Nov 19 15:09:07.883612 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-28f845cd-b700-43d9-a9c1-1698f380c107 req-465c8611-8a14-49f3-8800-468476cd7a2c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=211e7156-2ffd-4fd3-879a-c68f83d6e874 HTTP/1.1" status: 200 len: 1001 time: 0.0589523 Nov 19 15:09:07.931911 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f845cd-b700-43d9-a9c1-1698f380c107 req-8660e27e-7663-4131-bae6-ea3035ae4791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:07.933417 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-28f845cd-b700-43d9-a9c1-1698f380c107 req-8660e27e-7663-4131-bae6-ea3035ae4791 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e852f975-4d1d-4820-9954-48ab18b88f42 HTTP/1.1" status: 200 len: 850 time: 0.0421598 Nov 19 15:09:07.978821 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f845cd-b700-43d9-a9c1-1698f380c107 req-2a3650dc-456a-43d8-97bf-938d844e4869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:07.980273 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-28f845cd-b700-43d9-a9c1-1698f380c107 req-2a3650dc-456a-43d8-97bf-938d844e4869 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed0406b4-0bfe-439f-b48b-c510341d69dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390182 Nov 19 15:09:08.070623 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-28f845cd-b700-43d9-a9c1-1698f380c107 req-cc65dbe6-f2bd-4482-809f-850f59c8adcd service neutron] 10.222.0.11 "GET /v2.0/networks/ed0406b4-0bfe-439f-b48b-c510341d69dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819283 Nov 19 15:09:08.161789 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-28f845cd-b700-43d9-a9c1-1698f380c107 req-a885754a-dcb0-42b7-8f74-26ff60540d79 service neutron] 10.222.0.11 "GET /v2.0/networks/ed0406b4-0bfe-439f-b48b-c510341d69dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829349 Nov 19 15:09:08.834817 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eaad43-6f48-4910-af0c-5c6bff5f13bf req-0eacd5d9-6dbd-4b7b-9bfb-08130d561637 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:08.836265 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-d4eaad43-6f48-4910-af0c-5c6bff5f13bf req-0eacd5d9-6dbd-4b7b-9bfb-08130d561637 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0523088 Nov 19 15:09:08.882148 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-d4eaad43-6f48-4910-af0c-5c6bff5f13bf req-66019ed6-f046-48c8-b8f7-c05101dc5931 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393784 Nov 19 15:09:12.609195 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 6 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:09:16.125382 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-88bd9194-ffcb-439e-a32c-a059354e9d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:18.625051 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-15bde2f4-ac05-4437-83c6-c5f7c446be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:19.657634 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:21.063096 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:22.113497 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:34.106171 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:36.204846 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 47070) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:09:36.310355 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-c9c70593-b62d-4e2d-a70b-353a0160bc2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:36.383270 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-c9c70593-b62d-4e2d-a70b-353a0160bc2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:36.387880 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-c9c70593-b62d-4e2d-a70b-353a0160bc2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:36.424836 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-c9c70593-b62d-4e2d-a70b-353a0160bc2b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=31d70dbe872145fe834c2b4a61c9a6a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189322 Nov 19 15:09:36.425647 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c70593-b62d-4e2d-a70b-353a0160bc2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6c05c6-1876-475f-a13a-b74e71410374,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:09:36.427425 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 47074) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:09:36.443715 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c70593-b62d-4e2d-a70b-353a0160bc2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:09:36.444063 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c70593-b62d-4e2d-a70b-353a0160bc2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:09:36.444410 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c70593-b62d-4e2d-a70b-353a0160bc2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:09:36.444746 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c70593-b62d-4e2d-a70b-353a0160bc2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:09:36.445106 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c70593-b62d-4e2d-a70b-353a0160bc2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:09:36.445438 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c70593-b62d-4e2d-a70b-353a0160bc2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:09:36.445767 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c70593-b62d-4e2d-a70b-353a0160bc2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:09:36.446097 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c70593-b62d-4e2d-a70b-353a0160bc2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:09:36.446424 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c70593-b62d-4e2d-a70b-353a0160bc2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:09:36.446748 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c70593-b62d-4e2d-a70b-353a0160bc2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:09:36.447074 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c70593-b62d-4e2d-a70b-353a0160bc2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:09:36.447396 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c70593-b62d-4e2d-a70b-353a0160bc2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:09:36.486942 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ce1378f8-cd97-499c-adb5-e44400eb1eab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:36.507006 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ce1378f8-cd97-499c-adb5-e44400eb1eab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:36.552425 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ce1378f8-cd97-499c-adb5-e44400eb1eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:36.554936 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ce1378f8-cd97-499c-adb5-e44400eb1eab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:36.556059 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-ce1378f8-cd97-499c-adb5-e44400eb1eab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bb6c05c6-1876-475f-a13a-b74e71410374 HTTP/1.1" status: 204 len: 168 time: 0.1277633 Nov 19 15:09:36.565144 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1378f8-cd97-499c-adb5-e44400eb1eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6c05c6-1876-475f-a13a-b74e71410374,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:09:38.898323 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-efdc9e4f-865f-4612-850b-4ef8daad00e9 req-0b81133b-18e4-4eae-9de9-37c7b7ee87b9 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1413447841&fields=id&tenant_id=5188c6afe0f34319b4b787b96f720f3b HTTP/1.1" status: 200 len: 267 time: 0.0429211 Nov 19 15:09:38.949278 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc9e4f-865f-4612-850b-4ef8daad00e9 req-c5776075-23e9-486d-841f-54744abed2c1 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:38.950616 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-efdc9e4f-865f-4612-850b-4ef8daad00e9 req-c5776075-23e9-486d-841f-54744abed2c1 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 984 time: 0.0468857 Nov 19 15:09:38.962736 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [req-efdc9e4f-865f-4612-850b-4ef8daad00e9 req-86cd654a-d888-4341-b4fb-241cc82d012f tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Request body: {'port': {'security_groups': ['ce3b0884-8305-4f24-bb07-7050f0208b38']}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:09:39.027086 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [req-efdc9e4f-865f-4612-850b-4ef8daad00e9 req-86cd654a-d888-4341-b4fb-241cc82d012f tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:39.228210 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.db [req-efdc9e4f-865f-4612-850b-4ef8daad00e9 req-86cd654a-d888-4341-b4fb-241cc82d012f tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] For port d9cbc786-bc49-4094-b804-87076d431575, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=d9cbc786-bc49-4094-b804-87076d431575,segment=NetworkSegment(74547010-fe5b-44c6-aca7-b3093802ab62),segment_id=74547010-fe5b-44c6-aca7-b3093802ab62)] {{(pid=102739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:09:39.257280 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [req-efdc9e4f-865f-4612-850b-4ef8daad00e9 req-86cd654a-d888-4341-b4fb-241cc82d012f tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:39.261668 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [req-efdc9e4f-865f-4612-850b-4ef8daad00e9 req-86cd654a-d888-4341-b4fb-241cc82d012f tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58727948'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:39.275036 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['d9cbc786-bc49-4094-b804-87076d431575'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:09:39.308661 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc9e4f-865f-4612-850b-4ef8daad00e9 req-86cd654a-d888-4341-b4fb-241cc82d012f tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:39.309340 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [req-efdc9e4f-865f-4612-850b-4ef8daad00e9 req-86cd654a-d888-4341-b4fb-241cc82d012f tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:39.311528 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-efdc9e4f-865f-4612-850b-4ef8daad00e9 req-86cd654a-d888-4341-b4fb-241cc82d012f tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "PUT /v2.0/ports/d9cbc786-bc49-4094-b804-87076d431575 HTTP/1.1" status: 200 len: 942 time: 0.3532403 Nov 19 15:09:39.312116 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d99f29-dbf8-45a9-8815-f96e0367bc65', 'tag': 'd9cbc786-bc49-4094-b804-87076d431575'}] {{(pid=102739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:09:39.314971 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eba93c122355dca29d1d872d2ced11345dc5d33d75e8821344cda5b49db1ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d48e1e3-bcce-4198-b577-64840a4276c4" -d '{"events": [{"name": "network-changed", "server_uuid": "14d99f29-dbf8-45a9-8815-f96e0367bc65", "tag": "d9cbc786-bc49-4094-b804-87076d431575"}]}' {{(pid=102739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:09:39.317474 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 47090) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:09:39.390907 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3271f4aa-10bf-479d-b8b4-657ce215c8e2 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:39.400493 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['d9cbc786-bc49-4094-b804-87076d431575'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:09:39.622299 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-97bfc1db-77df-46ea-bd0b-7df1d2667126 None None] Provisioning complete for port d9cbc786-bc49-4094-b804-87076d431575 triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:09:39.622669 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-97bfc1db-77df-46ea-bd0b-7df1d2667126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:39.632106 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 15:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a8fbb5-8cbd-4a7e-a654-4caac3588c38 x-openstack-request-id: req-b0a8fbb5-8cbd-4a7e-a654-4caac3588c38 {{(pid=102739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:09:39.632466 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d99f29-dbf8-45a9-8815-f96e0367bc65", "tag": "d9cbc786-bc49-4094-b804-87076d431575", "status": "completed", "code": 200}]} {{(pid=102739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:09:39.632665 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0a8fbb5-8cbd-4a7e-a654-4caac3588c38 {{(pid=102739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:09:39.633040 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d99f29-dbf8-45a9-8815-f96e0367bc65', 'tag': 'd9cbc786-bc49-4094-b804-87076d431575', 'status': 'completed', 'code': 200} Nov 19 15:09:39.640660 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3271f4aa-10bf-479d-b8b4-657ce215c8e2 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:39.649904 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd654a-d888-4341-b4fb-241cc82d012f tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Pushing event updated for resources: {'Port': ['ID=d9cbc786-bc49-4094-b804-87076d431575,revision_number=7']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:09:39.715491 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3271f4aa-10bf-479d-b8b4-657ce215c8e2 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:39.718958 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3271f4aa-10bf-479d-b8b4-657ce215c8e2 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:39.720247 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-3271f4aa-10bf-479d-b8b4-657ce215c8e2 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "DELETE /v2.0/security-groups/b42cf0a5-1d18-486b-a0f6-fd5ef81f3cd3 HTTP/1.1" status: 204 len: 168 time: 0.3984926 Nov 19 15:09:39.723189 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 47098) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:09:39.729531 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271f4aa-10bf-479d-b8b4-657ce215c8e2 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42cf0a5-1d18-486b-a0f6-fd5ef81f3cd3,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:09:39.851891 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48e1e3-bcce-4198-b577-64840a4276c4 req-77d74454-6d91-48a3-8da4-2612a2d867a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:39.853384 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3d48e1e3-bcce-4198-b577-64840a4276c4 req-77d74454-6d91-48a3-8da4-2612a2d867a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5188c6afe0f34319b4b787b96f720f3b&device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 1098 time: 0.2256966 Nov 19 15:09:39.979158 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48e1e3-bcce-4198-b577-64840a4276c4 req-fbc015f5-e11a-42ea-b2bf-a921f729af5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:39.980500 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3d48e1e3-bcce-4198-b577-64840a4276c4 req-fbc015f5-e11a-42ea-b2bf-a921f729af5f service neutron] 10.222.0.11 "GET /v2.0/networks?id=383652f0-210b-476d-8368-443456095682 HTTP/1.1" status: 200 len: 915 time: 0.1183367 Nov 19 15:09:39.988006 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [None req-23577a5a-60ce-42a1-b9b0-6dbf1e8ff4bf tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Deleting port 4fa36bc8-e206-410d-8d94-98dbd23031f4 {{(pid=102740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:09:39.988336 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-23577a5a-60ce-42a1-b9b0-6dbf1e8ff4bf tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:40.097208 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3d48e1e3-bcce-4198-b577-64840a4276c4 req-c085d4e7-9148-4e42-ad28-90a428fbbd04 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9cbc786-bc49-4094-b804-87076d431575 HTTP/1.1" status: 200 len: 1000 time: 0.0972278 Nov 19 15:09:40.110016 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-23577a5a-60ce-42a1-b9b0-6dbf1e8ff4bf tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:40.110335 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-23577a5a-60ce-42a1-b9b0-6dbf1e8ff4bf tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:40.149622 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [None req-23577a5a-60ce-42a1-b9b0-6dbf1e8ff4bf tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Calling delete_port for 4fa36bc8-e206-410d-8d94-98dbd23031f4 owned by network:floatingip {{(pid=102740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:09:40.201418 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48e1e3-bcce-4198-b577-64840a4276c4 req-a4f2dfcf-3539-4588-804d-56ed08efde8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:40.202860 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3d48e1e3-bcce-4198-b577-64840a4276c4 req-a4f2dfcf-3539-4588-804d-56ed08efde8e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=666c5cc1-1e97-479a-9d62-1c824cf1a5d2 HTTP/1.1" status: 200 len: 853 time: 0.0901811 Nov 19 15:09:40.299149 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48e1e3-bcce-4198-b577-64840a4276c4 req-70a488a3-6dd6-4618-95b0-46ae25d789ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:40.300616 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3d48e1e3-bcce-4198-b577-64840a4276c4 req-70a488a3-6dd6-4618-95b0-46ae25d789ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=383652f0-210b-476d-8368-443456095682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0835052 Nov 19 15:09:40.432289 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3d48e1e3-bcce-4198-b577-64840a4276c4 req-7180c9c5-35a7-40b7-98da-863fdb4c66c7 service neutron] 10.222.0.11 "GET /v2.0/networks/383652f0-210b-476d-8368-443456095682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166420 Nov 19 15:09:40.434122 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-23577a5a-60ce-42a1-b9b0-6dbf1e8ff4bf tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:40.467715 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23577a5a-60ce-42a1-b9b0-6dbf1e8ff4bf tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Pushing event deleted for resources: {'Port': ['ID=4fa36bc8-e206-410d-8d94-98dbd23031f4,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:09:40.586465 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-23577a5a-60ce-42a1-b9b0-6dbf1e8ff4bf tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks [] for floatingip, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:40.586794 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.db.l3_db [None req-23577a5a-60ce-42a1-b9b0-6dbf1e8ff4bf tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Floating IP 41bc1ef5-abcc-46b3-a3a3-aafb7500d3e4 disassociated (deleted). External IP: 172.27.0.10, port: d9cbc786-bc49-4094-b804-87076d431575. Nov 19 15:09:40.623758 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3d48e1e3-bcce-4198-b577-64840a4276c4 req-ebca6143-d540-452f-ad82-51b5b8707231 service neutron] 10.222.0.11 "GET /v2.0/networks/383652f0-210b-476d-8368-443456095682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667330 Nov 19 15:09:41.050638 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23577a5a-60ce-42a1-b9b0-6dbf1e8ff4bf tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Router feb27e96-a0f5-40b0-8094-e82c2b28fb73 has already been hosted by L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d {{(pid=102740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 15:09:41.153374 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23577a5a-60ce-42a1-b9b0-6dbf1e8ff4bf tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:09:41.159159 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-23577a5a-60ce-42a1-b9b0-6dbf1e8ff4bf tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for floatingip, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:41.164340 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef95ab0c-fec5-4bb6-9bfc-e8fcca52e0c6 None None] Sync routers for ids ['feb27e96-a0f5-40b0-8094-e82c2b28fb73'] in dv-cinder-817573-1-iscsi {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:09:41.174891 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef95ab0c-fec5-4bb6-9bfc-e8fcca52e0c6 None None] Routers {'feb27e96-a0f5-40b0-8094-e82c2b28fb73'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:09:41.175520 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-ef95ab0c-fec5-4bb6-9bfc-e8fcca52e0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:09:19Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['feb27e96-a0f5-40b0-8094-e82c2b28fb73'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:09:41.184880 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-23577a5a-60ce-42a1-b9b0-6dbf1e8ff4bf tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "DELETE /v2.0/floatingips/41bc1ef5-abcc-46b3-a3a3-aafb7500d3e4 HTTP/1.1" status: 204 len: 168 time: 1.4600253 Nov 19 15:09:41.185499 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d99f29-dbf8-45a9-8815-f96e0367bc65', 'tag': 'd9cbc786-bc49-4094-b804-87076d431575'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:09:41.187772 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1106cb9-f2bf-4736-bb06-db65d6fdb726" -d '{"events": [{"name": "network-changed", "server_uuid": "14d99f29-dbf8-45a9-8815-f96e0367bc65", "tag": "d9cbc786-bc49-4094-b804-87076d431575"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:09:41.289115 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-ef95ab0c-fec5-4bb6-9bfc-e8fcca52e0c6 None None] Set router feb27e96-a0f5-40b0-8094-e82c2b28fb73 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:09:41.297650 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 15:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492df87c-2074-42fe-8fbd-5be6f5869b66 x-openstack-request-id: req-492df87c-2074-42fe-8fbd-5be6f5869b66 {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:09:41.297945 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d99f29-dbf8-45a9-8815-f96e0367bc65", "tag": "d9cbc786-bc49-4094-b804-87076d431575", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:09:41.298401 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-492df87c-2074-42fe-8fbd-5be6f5869b66 {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:09:41.298798 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d99f29-dbf8-45a9-8815-f96e0367bc65', 'tag': 'd9cbc786-bc49-4094-b804-87076d431575', 'status': 'completed', 'code': 200} Nov 19 15:09:41.366989 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1106cb9-f2bf-4736-bb06-db65d6fdb726 req-6f0e1b03-1ae2-4166-b1cc-b0a13773824d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:41.368935 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-c1106cb9-f2bf-4736-bb06-db65d6fdb726 req-6f0e1b03-1ae2-4166-b1cc-b0a13773824d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5188c6afe0f34319b4b787b96f720f3b&device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 1098 time: 0.0461445 Nov 19 15:09:41.493545 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1106cb9-f2bf-4736-bb06-db65d6fdb726 req-fc7ce6cd-9b47-4682-b623-4877f33b81a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:41.495096 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-c1106cb9-f2bf-4736-bb06-db65d6fdb726 req-fc7ce6cd-9b47-4682-b623-4877f33b81a5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=383652f0-210b-476d-8368-443456095682 HTTP/1.1" status: 200 len: 915 time: 0.1130567 Nov 19 15:09:41.538443 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-ef95ab0c-fec5-4bb6-9bfc-e8fcca52e0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb27e96-a0f5-40b0-8094-e82c2b28fb73', 'name': 'tempest-TestMinimumBasicScenario-315994696-router', 'tenant_id': '5188c6afe0f34319b4b787b96f720f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1b936f64-50bb-43d4-a978-33a88c7c709e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:06:35Z', 'updated_at': '2021-11-19T15:06:39Z', 'revision_number': 4, 'project_id': '5188c6afe0f34319b4b787b96f720f3b', 'gw_port': {'id': '1b936f64-50bb-43d4-a978-33a88c7c709e', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb27e96-a0f5-40b0-8094-e82c2b28fb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:06:35Z', 'updated_at': '2021-11-19T15:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '32875a0c-b2fb-4c4d-8992-e51b0370e172', 'name': '', 'network_id': '383652f0-210b-476d-8368-443456095682', 'tenant_id': '5188c6afe0f34319b4b787b96f720f3b', 'mac_address': 'fa:16:3e:cf:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb27e96-a0f5-40b0-8094-e82c2b28fb73', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '666c5cc1-1e97-479a-9d62-1c824cf1a5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:06:39Z', 'updated_at': '2021-11-19T15:06:47Z', 'revision_number': 5, 'project_id': '5188c6afe0f34319b4b787b96f720f3b', 'subnets': [{'id': '666c5cc1-1e97-479a-9d62-1c824cf1a5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:09:41.540561 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-c1106cb9-f2bf-4736-bb06-db65d6fdb726 req-e6ab73f0-cdcb-414f-a9f8-2968dcbd55d6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9cbc786-bc49-4094-b804-87076d431575 HTTP/1.1" status: 200 len: 217 time: 0.0353363 Nov 19 15:09:41.568769 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef95ab0c-fec5-4bb6-9bfc-e8fcca52e0c6 None None] Checking router: feb27e96-a0f5-40b0-8094-e82c2b28fb73 for host: dv-cinder-817573-1-iscsi {{(pid=102741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:09:41.577877 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef95ab0c-fec5-4bb6-9bfc-e8fcca52e0c6 None None] Routers {'feb27e96-a0f5-40b0-8094-e82c2b28fb73'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:09:41.578485 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-ef95ab0c-fec5-4bb6-9bfc-e8fcca52e0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:09:19Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['feb27e96-a0f5-40b0-8094-e82c2b28fb73'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:09:41.591337 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1106cb9-f2bf-4736-bb06-db65d6fdb726 req-0c6c30f8-49f3-4ddc-a90c-cc0e6b6f4570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:41.593612 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-c1106cb9-f2bf-4736-bb06-db65d6fdb726 req-0c6c30f8-49f3-4ddc-a90c-cc0e6b6f4570 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=666c5cc1-1e97-479a-9d62-1c824cf1a5d2 HTTP/1.1" status: 200 len: 853 time: 0.0433562 Nov 19 15:09:41.643786 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1106cb9-f2bf-4736-bb06-db65d6fdb726 req-09090a57-4e9e-4539-9881-b7886092509f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:41.645369 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-c1106cb9-f2bf-4736-bb06-db65d6fdb726 req-09090a57-4e9e-4539-9881-b7886092509f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=383652f0-210b-476d-8368-443456095682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434623 Nov 19 15:09:41.683649 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-ef95ab0c-fec5-4bb6-9bfc-e8fcca52e0c6 None None] Set router feb27e96-a0f5-40b0-8094-e82c2b28fb73 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:09:41.737833 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-c1106cb9-f2bf-4736-bb06-db65d6fdb726 req-0fad7f12-a344-4ab5-8cac-56c1dcddc85a service neutron] 10.222.0.11 "GET /v2.0/networks/383652f0-210b-476d-8368-443456095682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843546 Nov 19 15:09:41.837372 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-c1106cb9-f2bf-4736-bb06-db65d6fdb726 req-4ef486cb-7a42-47b0-b12c-68044b702932 service neutron] 10.222.0.11 "GET /v2.0/networks/383652f0-210b-476d-8368-443456095682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894151 Nov 19 15:09:41.883403 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-ef95ab0c-fec5-4bb6-9bfc-e8fcca52e0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb27e96-a0f5-40b0-8094-e82c2b28fb73', 'name': 'tempest-TestMinimumBasicScenario-315994696-router', 'tenant_id': '5188c6afe0f34319b4b787b96f720f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1b936f64-50bb-43d4-a978-33a88c7c709e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:06:35Z', 'updated_at': '2021-11-19T15:06:39Z', 'revision_number': 4, 'project_id': '5188c6afe0f34319b4b787b96f720f3b', 'gw_port': {'id': '1b936f64-50bb-43d4-a978-33a88c7c709e', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb27e96-a0f5-40b0-8094-e82c2b28fb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:06:35Z', 'updated_at': '2021-11-19T15:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '32875a0c-b2fb-4c4d-8992-e51b0370e172', 'name': '', 'network_id': '383652f0-210b-476d-8368-443456095682', 'tenant_id': '5188c6afe0f34319b4b787b96f720f3b', 'mac_address': 'fa:16:3e:cf:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb27e96-a0f5-40b0-8094-e82c2b28fb73', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '666c5cc1-1e97-479a-9d62-1c824cf1a5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:06:39Z', 'updated_at': '2021-11-19T15:06:47Z', 'revision_number': 5, 'project_id': '5188c6afe0f34319b4b787b96f720f3b', 'subnets': [{'id': '666c5cc1-1e97-479a-9d62-1c824cf1a5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:09:41.909767 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef95ab0c-fec5-4bb6-9bfc-e8fcca52e0c6 None None] The sync data for ids ['feb27e96-a0f5-40b0-8094-e82c2b28fb73'] in dv-cinder-817573-1-iscsi is: [{'id': 'feb27e96-a0f5-40b0-8094-e82c2b28fb73', 'name': 'tempest-TestMinimumBasicScenario-315994696-router', 'tenant_id': '5188c6afe0f34319b4b787b96f720f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1b936f64-50bb-43d4-a978-33a88c7c709e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:06:35Z', 'updated_at': '2021-11-19T15:06:39Z', 'revision_number': 4, 'project_id': '5188c6afe0f34319b4b787b96f720f3b', 'gw_port': {'id': '1b936f64-50bb-43d4-a978-33a88c7c709e', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb27e96-a0f5-40b0-8094-e82c2b28fb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:06:35Z', 'updated_at': '2021-11-19T15:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '32875a0c-b2fb-4c4d-8992-e51b0370e172', 'name': '', 'network_id': '383652f0-210b-476d-8368-443456095682', 'tenant_id': '5188c6afe0f34319b4b787b96f720f3b', 'mac_address': 'fa:16:3e:cf:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb27e96-a0f5-40b0-8094-e82c2b28fb73', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '666c5cc1-1e97-479a-9d62-1c824cf1a5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:06:39Z', 'updated_at': '2021-11-19T15:06:47Z', 'revision_number': 5, 'project_id': '5188c6afe0f34319b4b787b96f720f3b', 'subnets': [{'id': '666c5cc1-1e97-479a-9d62-1c824cf1a5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:09:42.119184 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5a60be-9336-48ce-8dfa-3d980f05c040 None None] New status for floating IP 41bc1ef5-abcc-46b3-a3a3-aafb7500d3e4: DOWN {{(pid=102742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 15:09:43.931622 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3f91a-3b15-4a9c-bdd9-d7a40d67233a req-6aafc554-befb-473f-9a6b-681927cea24f tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:43.931622 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-25c3f91a-3b15-4a9c-bdd9-d7a40d67233a req-6aafc554-befb-473f-9a6b-681927cea24f tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 945 time: 0.0631905 Nov 19 15:09:43.984082 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-25c3f91a-3b15-4a9c-bdd9-d7a40d67233a req-15473a73-9de1-4089-b2c1-1ae05bbe66e1 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499296 Nov 19 15:09:45.101934 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca76630-e6fd-486e-90fc-8c9ab3b561e4 req-284d97e4-15e7-4389-8367-4bf49c7a0ecc tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:45.103396 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-5ca76630-e6fd-486e-90fc-8c9ab3b561e4 req-284d97e4-15e7-4389-8367-4bf49c7a0ecc tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 945 time: 0.0494139 Nov 19 15:09:45.150685 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-5ca76630-e6fd-486e-90fc-8c9ab3b561e4 req-0a247fff-e22c-4266-bac2-58f03adb9a85 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3b0884-8305-4f24-bb07-7050f0208b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407126 Nov 19 15:09:45.860208 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565b396-feec-409e-b96f-c20df58d5ef3 req-331017a9-3a21-4269-bab8-23a606cbbbfc tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:45.861691 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-4565b396-feec-409e-b96f-c20df58d5ef3 req-331017a9-3a21-4269-bab8-23a606cbbbfc tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.11 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 945 time: 0.0494099 Nov 19 15:09:45.960577 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-4565b396-feec-409e-b96f-c20df58d5ef3 req-a23e3e62-9c27-4162-9969-eda418651adc tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Deleting port d9cbc786-bc49-4094-b804-87076d431575 {{(pid=102740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:09:45.961249 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-4565b396-feec-409e-b96f-c20df58d5ef3 req-a23e3e62-9c27-4162-9969-eda418651adc tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:46.049067 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-4565b396-feec-409e-b96f-c20df58d5ef3 req-a23e3e62-9c27-4162-9969-eda418651adc tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] For port d9cbc786-bc49-4094-b804-87076d431575, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=d9cbc786-bc49-4094-b804-87076d431575,segment=NetworkSegment(74547010-fe5b-44c6-aca7-b3093802ab62),segment_id=74547010-fe5b-44c6-aca7-b3093802ab62)] {{(pid=102740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:09:46.049322 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-4565b396-feec-409e-b96f-c20df58d5ef3 req-a23e3e62-9c27-4162-9969-eda418651adc tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:46.062072 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-4565b396-feec-409e-b96f-c20df58d5ef3 req-a23e3e62-9c27-4162-9969-eda418651adc tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Calling delete_port for d9cbc786-bc49-4094-b804-87076d431575 owned by compute:nova {{(pid=102740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:09:46.128604 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-53bc113c-2629-42fb-97d8-a6a7d8e73d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:46.200821 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-4565b396-feec-409e-b96f-c20df58d5ef3 req-a23e3e62-9c27-4162-9969-eda418651adc tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:46.214151 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['d9cbc786-bc49-4094-b804-87076d431575'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:09:46.238990 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e3e62-9c27-4162-9969-eda418651adc tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Pushing event deleted for resources: {'Port': ['ID=d9cbc786-bc49-4094-b804-87076d431575,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:09:46.276729 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab222ada-e9b2-4a2b-abc5-af93263c6ede req-03e6621e-68a9-43ca-89a8-85d928685c3b tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:46.278427 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ab222ada-e9b2-4a2b-abc5-af93263c6ede req-03e6621e-68a9-43ca-89a8-85d928685c3b tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 945 time: 0.0607755 Nov 19 15:09:46.305552 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-4565b396-feec-409e-b96f-c20df58d5ef3 req-a23e3e62-9c27-4162-9969-eda418651adc tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] No DVR routers for this DVR port d9cbc786-bc49-4094-b804-87076d431575 on host hv-cinder-81757 {{(pid=102740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 15:09:46.308613 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d27bcb04-881e-4635-865f-8e7d3e14716f req-c6ad5a07-267e-4dc3-866d-487c77a1f269 tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.20 "GET /v2.0/ports?device_id=14d99f29-dbf8-45a9-8815-f96e0367bc65 HTTP/1.1" status: 200 len: 210 time: 0.0674691 Nov 19 15:09:46.309642 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-4565b396-feec-409e-b96f-c20df58d5ef3 req-a23e3e62-9c27-4162-9969-eda418651adc tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:46.313471 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-4565b396-feec-409e-b96f-c20df58d5ef3 req-a23e3e62-9c27-4162-9969-eda418651adc tempest-TestMinimumBasicScenario-1038980881 tempest-TestMinimumBasicScenario-1038980881-project] 10.222.0.11 "DELETE /v2.0/ports/d9cbc786-bc49-4094-b804-87076d431575 HTTP/1.1" status: 204 len: 173 time: 0.4450481 Nov 19 15:09:46.313954 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d99f29-dbf8-45a9-8815-f96e0367bc65', 'name': 'network-vif-deleted', 'tag': 'd9cbc786-bc49-4094-b804-87076d431575'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:09:46.316240 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd184348-48df-415f-af67-43a6441fcb58" -d '{"events": [{"server_uuid": "14d99f29-dbf8-45a9-8815-f96e0367bc65", "name": "network-vif-deleted", "tag": "d9cbc786-bc49-4094-b804-87076d431575"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:09:46.332111 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ab222ada-e9b2-4a2b-abc5-af93263c6ede req-464085d2-fa19-41b8-bdef-1f9745cd0cce tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466247 Nov 19 15:09:46.365071 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50bcc90-3c48-444c-9f3e-99b863399430 x-openstack-request-id: req-f50bcc90-3c48-444c-9f3e-99b863399430 {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:09:46.365372 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d99f29-dbf8-45a9-8815-f96e0367bc65", "name": "network-vif-deleted", "tag": "d9cbc786-bc49-4094-b804-87076d431575", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:09:46.365632 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f50bcc90-3c48-444c-9f3e-99b863399430 {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:09:46.366033 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d99f29-dbf8-45a9-8815-f96e0367bc65', 'name': 'network-vif-deleted', 'tag': 'd9cbc786-bc49-4094-b804-87076d431575', 'status': 'completed', 'code': 200} Nov 19 15:09:47.458499 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40634c0-d5a4-49d8-8eb3-25b8e994ffaa req-90960062-11da-4c17-8b5a-c0db1c9b053b tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:47.459986 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b40634c0-d5a4-49d8-8eb3-25b8e994ffaa req-90960062-11da-4c17-8b5a-c0db1c9b053b tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 945 time: 0.0510235 Nov 19 15:09:47.508453 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b40634c0-d5a4-49d8-8eb3-25b8e994ffaa req-2b6d23f6-355f-4992-8c5c-4c7987b7b778 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422859 Nov 19 15:09:48.061760 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 47218) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:09:48.460300 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-870802f2-dc1e-4cce-b595-b13cd2aa5f2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469809'] for router_interface, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:48.625949 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-311d7196-9b16-4c4b-9a24-c68b630de249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:48.706376 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1c79e-0e85-469d-9a66-8d71eb2502ea req-e0a9e054-9c94-44ee-9692-b27138a36920 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:48.707844 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-83a1c79e-0e85-469d-9a66-8d71eb2502ea req-e0a9e054-9c94-44ee-9692-b27138a36920 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 945 time: 0.1038945 Nov 19 15:09:48.783311 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-83a1c79e-0e85-469d-9a66-8d71eb2502ea req-cd4b9fa8-2375-4500-ba20-0090e7c21989 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692606 Nov 19 15:09:48.825343 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.plugin [None req-870802f2-dc1e-4cce-b595-b13cd2aa5f2b admin admin] Deleting port 32875a0c-b2fb-4c4d-8992-e51b0370e172 {{(pid=102739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:09:48.825683 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-870802f2-dc1e-4cce-b595-b13cd2aa5f2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:48.904873 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-870802f2-dc1e-4cce-b595-b13cd2aa5f2b admin admin] For port 32875a0c-b2fb-4c4d-8992-e51b0370e172, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=32875a0c-b2fb-4c4d-8992-e51b0370e172,segment=NetworkSegment(74547010-fe5b-44c6-aca7-b3093802ab62),segment_id=74547010-fe5b-44c6-aca7-b3093802ab62)] {{(pid=102739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:09:48.905262 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-870802f2-dc1e-4cce-b595-b13cd2aa5f2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:48.917398 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.plugin [None req-870802f2-dc1e-4cce-b595-b13cd2aa5f2b admin admin] Calling delete_port for 32875a0c-b2fb-4c4d-8992-e51b0370e172 owned by network:router_interface {{(pid=102739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:09:49.090999 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-870802f2-dc1e-4cce-b595-b13cd2aa5f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58728053'] for port, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:49.121114 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870802f2-dc1e-4cce-b595-b13cd2aa5f2b admin admin] Pushing event deleted for resources: {'Port': ['ID=32875a0c-b2fb-4c4d-8992-e51b0370e172,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:09:49.276646 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-870802f2-dc1e-4cce-b595-b13cd2aa5f2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469901'] for router_interface, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:49.608926 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 6 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:09:49.658943 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:49.683306 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870802f2-dc1e-4cce-b595-b13cd2aa5f2b admin admin] Router feb27e96-a0f5-40b0-8094-e82c2b28fb73 has already been hosted by L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d {{(pid=102739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 15:09:49.785074 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device d9cbc786-bc49-4094-b804-87076d431575 no longer exists at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:09:49.788612 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870802f2-dc1e-4cce-b595-b13cd2aa5f2b admin admin] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:09:49.795502 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-870802f2-dc1e-4cce-b595-b13cd2aa5f2b admin admin] 10.222.0.20 "PUT /v2.0/routers/feb27e96-a0f5-40b0-8094-e82c2b28fb73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7307370 Nov 19 15:09:49.796635 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 47222) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:09:49.809805 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18796d97-2192-4548-b455-29acefcc42b1 None None] Sync routers for ids ['feb27e96-a0f5-40b0-8094-e82c2b28fb73'] in dv-cinder-817573-1-iscsi {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:09:49.817791 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] No Port match for: d9cbc786-bc49-4094-b804-87076d431575 {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:09:49.818088 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device d9cbc786-bc49-4094-b804-87076d431575 not bound to the agent host hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:09:49.822472 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18796d97-2192-4548-b455-29acefcc42b1 None None] Routers {'feb27e96-a0f5-40b0-8094-e82c2b28fb73'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:09:49.823083 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-18796d97-2192-4548-b455-29acefcc42b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:09:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['feb27e96-a0f5-40b0-8094-e82c2b28fb73'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:09:49.904241 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a8d84aaf-e216-40cc-a0a0-7fb247d8d178 admin admin] Publish callbacks [] for router, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:49.910237 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4507f-3ca5-435b-a46a-28c92c48ff76 req-40ee957b-e873-470a-a6ec-05bf4cda2e76 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:49.911727 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-82a4507f-3ca5-435b-a46a-28c92c48ff76 req-40ee957b-e873-470a-a6ec-05bf4cda2e76 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 945 time: 0.0519187 Nov 19 15:09:49.936891 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-18796d97-2192-4548-b455-29acefcc42b1 None None] Set router feb27e96-a0f5-40b0-8094-e82c2b28fb73 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:09:49.959110 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-82a4507f-3ca5-435b-a46a-28c92c48ff76 req-2d21bc6a-4811-4ea8-baa2-a3dba5cdcc1a tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413463 Nov 19 15:09:50.009985 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a8d84aaf-e216-40cc-a0a0-7fb247d8d178 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:50.075257 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.plugin [None req-a8d84aaf-e216-40cc-a0a0-7fb247d8d178 admin admin] Deleting port 1b936f64-50bb-43d4-a978-33a88c7c709e {{(pid=102739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:09:50.075597 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a8d84aaf-e216-40cc-a0a0-7fb247d8d178 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:50.156294 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-a8d84aaf-e216-40cc-a0a0-7fb247d8d178 admin admin] For port 1b936f64-50bb-43d4-a978-33a88c7c709e, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=1b936f64-50bb-43d4-a978-33a88c7c709e,segment=NetworkSegment(8c548d3f-e438-4dec-b739-b60f621b5d36),segment_id=8c548d3f-e438-4dec-b739-b60f621b5d36)] {{(pid=102739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:09:50.157027 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a8d84aaf-e216-40cc-a0a0-7fb247d8d178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:50.169103 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.plugin [None req-a8d84aaf-e216-40cc-a0a0-7fb247d8d178 admin admin] Calling delete_port for 1b936f64-50bb-43d4-a978-33a88c7c709e owned by network:router_gateway {{(pid=102739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:09:50.237967 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-18796d97-2192-4548-b455-29acefcc42b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb27e96-a0f5-40b0-8094-e82c2b28fb73', 'name': 'tempest-TestMinimumBasicScenario-315994696-router', 'tenant_id': '5188c6afe0f34319b4b787b96f720f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1b936f64-50bb-43d4-a978-33a88c7c709e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:06:35Z', 'updated_at': '2021-11-19T15:09:49Z', 'revision_number': 5, 'project_id': '5188c6afe0f34319b4b787b96f720f3b', 'gw_port': {'id': '1b936f64-50bb-43d4-a978-33a88c7c709e', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb27e96-a0f5-40b0-8094-e82c2b28fb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:06:35Z', 'updated_at': '2021-11-19T15:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi'}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:09:50.265370 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18796d97-2192-4548-b455-29acefcc42b1 None None] Checking router: feb27e96-a0f5-40b0-8094-e82c2b28fb73 for host: dv-cinder-817573-1-iscsi {{(pid=102741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:09:50.273848 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18796d97-2192-4548-b455-29acefcc42b1 None None] Routers {'feb27e96-a0f5-40b0-8094-e82c2b28fb73'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:09:50.274459 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-18796d97-2192-4548-b455-29acefcc42b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:09:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['feb27e96-a0f5-40b0-8094-e82c2b28fb73'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:09:50.334786 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a8d84aaf-e216-40cc-a0a0-7fb247d8d178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58728053'] for port, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:50.361424 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d84aaf-e216-40cc-a0a0-7fb247d8d178 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b936f64-50bb-43d4-a978-33a88c7c709e,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:09:50.367938 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-18796d97-2192-4548-b455-29acefcc42b1 None None] Set router feb27e96-a0f5-40b0-8094-e82c2b28fb73 gateway port host: None {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:09:50.421878 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a8d84aaf-e216-40cc-a0a0-7fb247d8d178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437495'] for router_gateway, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:50.424271 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-18796d97-2192-4548-b455-29acefcc42b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb27e96-a0f5-40b0-8094-e82c2b28fb73', 'name': 'tempest-TestMinimumBasicScenario-315994696-router', 'tenant_id': '5188c6afe0f34319b4b787b96f720f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:06:35Z', 'updated_at': '2021-11-19T15:09:50Z', 'revision_number': 6, 'project_id': '5188c6afe0f34319b4b787b96f720f3b', 'gw_port_host': None}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:09:50.450489 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18796d97-2192-4548-b455-29acefcc42b1 None None] The sync data for ids ['feb27e96-a0f5-40b0-8094-e82c2b28fb73'] in dv-cinder-817573-1-iscsi is: [{'id': 'feb27e96-a0f5-40b0-8094-e82c2b28fb73', 'name': 'tempest-TestMinimumBasicScenario-315994696-router', 'tenant_id': '5188c6afe0f34319b4b787b96f720f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:06:35Z', 'updated_at': '2021-11-19T15:09:50Z', 'revision_number': 6, 'project_id': '5188c6afe0f34319b4b787b96f720f3b', 'gw_port_host': None}] {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:09:50.523574 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a8d84aaf-e216-40cc-a0a0-7fb247d8d178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-463771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7245'] for router, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:50.525698 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a8d84aaf-e216-40cc-a0a0-7fb247d8d178 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:50.588608 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a8d84aaf-e216-40cc-a0a0-7fb247d8d178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-463762'] for router, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:50.589272 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d84aaf-e216-40cc-a0a0-7fb247d8d178 admin admin] Fanout notify agent at l3_agent the message router_deleted on router feb27e96-a0f5-40b0-8094-e82c2b28fb73 {{(pid=102739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 15:09:50.595054 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a8d84aaf-e216-40cc-a0a0-7fb247d8d178 admin admin] Publish callbacks [] for router, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:50.596212 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-a8d84aaf-e216-40cc-a0a0-7fb247d8d178 admin admin] 10.222.0.20 "DELETE /v2.0/routers/feb27e96-a0f5-40b0-8094-e82c2b28fb73 HTTP/1.1" status: 204 len: 168 time: 0.7985337 Nov 19 15:09:50.598718 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 47226) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:09:50.641082 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab13712-c00c-4a0a-b286-9a3056d6f29a admin admin] Deleting subnet 666c5cc1-1e97-479a-9d62-1c824cf1a5d2 {{(pid=102739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 15:09:50.644127 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-7ab13712-c00c-4a0a-b286-9a3056d6f29a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:50.676973 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-7ab13712-c00c-4a0a-b286-9a3056d6f29a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58996889'] for subnet, precommit_delete_associations {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:50.782937 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-7ab13712-c00c-4a0a-b286-9a3056d6f29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606856'] for subnet, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:50.837161 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-7ab13712-c00c-4a0a-b286-9a3056d6f29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58728006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59078695'] for subnet, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:50.860402 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab13712-c00c-4a0a-b286-9a3056d6f29a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=666c5cc1-1e97-479a-9d62-1c824cf1a5d2,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:09:50.868117 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-7ab13712-c00c-4a0a-b286-9a3056d6f29a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for subnet, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:50.873136 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-7ab13712-c00c-4a0a-b286-9a3056d6f29a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/666c5cc1-1e97-479a-9d62-1c824cf1a5d2 HTTP/1.1" status: 204 len: 168 time: 0.2729781 Nov 19 15:09:50.873956 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60874309-a45b-42fd-b16c-97d8252ec3a6 None None] Network 383652f0-210b-476d-8368-443456095682 requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:09:50.875726 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 47228) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:09:50.948300 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-9fffcf68-569c-45f5-b16c-15f49e5bfcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616598'] for network, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:51.003037 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.plugin [None req-9fffcf68-569c-45f5-b16c-15f49e5bfcd7 admin admin] Deleting port 30013453-31bc-485b-9bf2-401b940200b0 {{(pid=102739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:09:51.003204 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-9fffcf68-569c-45f5-b16c-15f49e5bfcd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:51.065001 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:51.092417 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-9fffcf68-569c-45f5-b16c-15f49e5bfcd7 admin admin] For port 30013453-31bc-485b-9bf2-401b940200b0, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=30013453-31bc-485b-9bf2-401b940200b0,segment=NetworkSegment(74547010-fe5b-44c6-aca7-b3093802ab62),segment_id=74547010-fe5b-44c6-aca7-b3093802ab62)] {{(pid=102739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:09:51.092809 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-9fffcf68-569c-45f5-b16c-15f49e5bfcd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:51.107848 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.plugin [None req-9fffcf68-569c-45f5-b16c-15f49e5bfcd7 admin admin] Calling delete_port for 30013453-31bc-485b-9bf2-401b940200b0 owned by network:dhcp {{(pid=102739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:09:51.124926 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c1e65-c737-4062-b689-8288d6c22817 req-9ba308c1-13ed-4082-8c6b-a0fed65b8192 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:51.126378 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-0f0c1e65-c737-4062-b689-8288d6c22817 req-9ba308c1-13ed-4082-8c6b-a0fed65b8192 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 945 time: 0.0845480 Nov 19 15:09:51.218526 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-0f0c1e65-c737-4062-b689-8288d6c22817 req-c6f4ab29-b915-4e29-971d-395038723770 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622241 Nov 19 15:09:51.233329 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-9fffcf68-569c-45f5-b16c-15f49e5bfcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58728053'] for port, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:51.236253 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e554f60b-4ec5-4fb0-9814-3051844ec997 None None] DHCP port deletion for 383652f0-210b-476d-8368-443456095682 request from dv-cinder-817573-1-iscsi {{(pid=102741) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 15:09:51.266671 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fffcf68-569c-45f5-b16c-15f49e5bfcd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=30013453-31bc-485b-9bf2-401b940200b0,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:09:51.270119 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fffcf68-569c-45f5-b16c-15f49e5bfcd7 admin admin] No DVR routers for this DVR port 30013453-31bc-485b-9bf2-401b940200b0 on host dv-cinder-817573-1-iscsi {{(pid=102739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 15:09:51.339187 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-9fffcf68-569c-45f5-b16c-15f49e5bfcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-608543', 'neutron.services.segments.db._delete_segments_for_network-8763178264971'] for network, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:51.359985 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.services.segments.db [None req-9fffcf68-569c-45f5-b16c-15f49e5bfcd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['383652f0-210b-476d-8368-443456095682']}} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:09:51.368817 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.services.segments.db [None req-9fffcf68-569c-45f5-b16c-15f49e5bfcd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74547010-fe5b-44c6-aca7-b3093802ab62') {'for_net_delete': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:09:51.369121 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.services.segments.db [None req-9fffcf68-569c-45f5-b16c-15f49e5bfcd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74547010-fe5b-44c6-aca7-b3093802ab62') {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:09:51.378451 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-9fffcf68-569c-45f5-b16c-15f49e5bfcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763178248843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58998122'] for segment, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:51.391244 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-9fffcf68-569c-45f5-b16c-15f49e5bfcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597'] for segment, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:51.397279 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fffcf68-569c-45f5-b16c-15f49e5bfcd7 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=102739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 15:09:51.397662 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-9fffcf68-569c-45f5-b16c-15f49e5bfcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58727976'] for segment, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:51.399361 dv-cinder-817573-1-iscsi neutron-server[102739]: Traceback (most recent call last): Nov 19 15:09:51.399361 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 15:09:51.399361 dv-cinder-817573-1-iscsi neutron-server[102739]: timer() Nov 19 15:09:51.399361 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 15:09:51.399361 dv-cinder-817573-1-iscsi neutron-server[102739]: cb(*args, **kw) Nov 19 15:09:51.399361 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 15:09:51.399361 dv-cinder-817573-1-iscsi neutron-server[102739]: return func(*args, **kwargs) Nov 19 15:09:51.399361 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 15:09:51.399361 dv-cinder-817573-1-iscsi neutron-server[102739]: self._notify() Nov 19 15:09:51.399361 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 15:09:51.399361 dv-cinder-817573-1-iscsi neutron-server[102739]: self.callback(batched_events) Nov 19 15:09:51.399361 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 15:09:51.399361 dv-cinder-817573-1-iscsi neutron-server[102739]: event.method(event) Nov 19 15:09:51.399361 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 15:09:51.399361 dv-cinder-817573-1-iscsi neutron-server[102739]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 15:09:51.399361 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 15:09:51.399361 dv-cinder-817573-1-iscsi neutron-server[102739]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 15:09:51.399361 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 15:09:51.399361 dv-cinder-817573-1-iscsi neutron-server[102739]: return f(self, *a, **k) Nov 19 15:09:51.399361 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 15:09:51.399361 dv-cinder-817573-1-iscsi neutron-server[102739]: return self._get(url).json() Nov 19 15:09:51.399361 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 15:09:51.399361 dv-cinder-817573-1-iscsi neutron-server[102739]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 15:09:51.399361 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 15:09:51.399361 dv-cinder-817573-1-iscsi neutron-server[102739]: return self.request(url, 'GET', **kwargs) Nov 19 15:09:51.399361 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 15:09:51.399361 dv-cinder-817573-1-iscsi neutron-server[102739]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 15:09:51.399361 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 15:09:51.399361 dv-cinder-817573-1-iscsi neutron-server[102739]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 15:09:51.399361 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 15:09:51.399361 dv-cinder-817573-1-iscsi neutron-server[102739]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 15:09:51.399361 dv-cinder-817573-1-iscsi neutron-server[102739]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 15:09:51.456175 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-9fffcf68-569c-45f5-b16c-15f49e5bfcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-608518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469263'] for network, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:51.465778 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-9fffcf68-569c-45f5-b16c-15f49e5bfcd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for network, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:51.469614 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-9fffcf68-569c-45f5-b16c-15f49e5bfcd7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/383652f0-210b-476d-8368-443456095682 HTTP/1.1" status: 204 len: 168 time: 0.5929480 Nov 19 15:09:51.472721 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 47232) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:09:51.482848 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fffcf68-569c-45f5-b16c-15f49e5bfcd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=383652f0-210b-476d-8368-443456095682,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:09:51.817969 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-66897b2c-5cd9-4bb5-a85c-58b780975b8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469809'] for router_interface, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:52.052606 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [None req-66897b2c-5cd9-4bb5-a85c-58b780975b8f admin admin] Deleting port 648a99ca-827a-4af5-b2ab-83d54eb01fbf {{(pid=102740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:09:52.052867 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-66897b2c-5cd9-4bb5-a85c-58b780975b8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:52.115220 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:52.132535 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [None req-66897b2c-5cd9-4bb5-a85c-58b780975b8f admin admin] For port 648a99ca-827a-4af5-b2ab-83d54eb01fbf, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=648a99ca-827a-4af5-b2ab-83d54eb01fbf,segment=NetworkSegment(fdca44aa-db1d-4128-8346-68d5ad88e61d),segment_id=fdca44aa-db1d-4128-8346-68d5ad88e61d)] {{(pid=102740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:09:52.132944 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-66897b2c-5cd9-4bb5-a85c-58b780975b8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:52.145162 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [None req-66897b2c-5cd9-4bb5-a85c-58b780975b8f admin admin] Calling delete_port for 648a99ca-827a-4af5-b2ab-83d54eb01fbf owned by network:router_interface {{(pid=102740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:09:52.250501 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 32875a0c-b2fb-4c4d-8992-e51b0370e172 no longer exists at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:09:52.277075 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] No Port match for: 32875a0c-b2fb-4c4d-8992-e51b0370e172 {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:09:52.277598 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 32875a0c-b2fb-4c4d-8992-e51b0370e172 not bound to the agent host dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:09:52.278222 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 30013453-31bc-485b-9bf2-401b940200b0 no longer exists at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:09:52.299015 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] No Port match for: 30013453-31bc-485b-9bf2-401b940200b0 {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:09:52.299360 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 30013453-31bc-485b-9bf2-401b940200b0 not bound to the agent host dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:09:52.299771 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 1b936f64-50bb-43d4-a978-33a88c7c709e no longer exists at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:09:52.319314 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] No Port match for: 1b936f64-50bb-43d4-a978-33a88c7c709e {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:09:52.319664 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 1b936f64-50bb-43d4-a978-33a88c7c709e not bound to the agent host dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:09:52.350661 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-66897b2c-5cd9-4bb5-a85c-58b780975b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:52.385467 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6a07a-00c5-4e7b-b4c4-eca086be972a req-d44d66e2-57e7-4aaf-b079-68b4ee60880f tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:52.386918 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-26f6a07a-00c5-4e7b-b4c4-eca086be972a req-d44d66e2-57e7-4aaf-b079-68b4ee60880f tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 945 time: 0.0836310 Nov 19 15:09:52.387616 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66897b2c-5cd9-4bb5-a85c-58b780975b8f admin admin] Pushing event deleted for resources: {'Port': ['ID=648a99ca-827a-4af5-b2ab-83d54eb01fbf,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:09:52.481458 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-26f6a07a-00c5-4e7b-b4c4-eca086be972a req-607593f9-d28b-4d7b-b599-acde4d5ac203 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879877 Nov 19 15:09:52.589971 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-66897b2c-5cd9-4bb5-a85c-58b780975b8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469901'] for router_interface, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:52.797849 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66897b2c-5cd9-4bb5-a85c-58b780975b8f admin admin] Router 855a7a8b-a04d-444c-bdf9-88e6de637425 has already been hosted by L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d {{(pid=102740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 15:09:52.900703 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66897b2c-5cd9-4bb5-a85c-58b780975b8f admin admin] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:09:52.905829 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-66897b2c-5cd9-4bb5-a85c-58b780975b8f admin admin] 10.222.0.20 "PUT /v2.0/routers/855a7a8b-a04d-444c-bdf9-88e6de637425/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4320679 Nov 19 15:09:52.909125 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 47236) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:09:52.911760 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa04bed-b235-4182-a6dc-6e233408902f None None] Sync routers for ids ['855a7a8b-a04d-444c-bdf9-88e6de637425'] in dv-cinder-817573-1-iscsi {{(pid=102742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:09:52.925497 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa04bed-b235-4182-a6dc-6e233408902f None None] Routers {'855a7a8b-a04d-444c-bdf9-88e6de637425'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:09:52.926107 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-afa04bed-b235-4182-a6dc-6e233408902f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:09:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['855a7a8b-a04d-444c-bdf9-88e6de637425'], 'active': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:09:53.009774 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-9623e526-c96c-470d-b2b1-9e068c20489e admin admin] Publish callbacks [] for router, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:53.028911 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvr_db [None req-afa04bed-b235-4182-a6dc-6e233408902f None None] Set router 855a7a8b-a04d-444c-bdf9-88e6de637425 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:09:53.109048 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-9623e526-c96c-470d-b2b1-9e068c20489e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:53.205612 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-afa04bed-b235-4182-a6dc-6e233408902f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855a7a8b-a04d-444c-bdf9-88e6de637425', 'name': 'tempest-TestMinimumBasicScenario-1041976554-router', 'tenant_id': '576f954ae7bd4045b5ba41cb5ad784b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '24a03bb6-dd60-4caf-96d4-0a10b1bceed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:06:43Z', 'updated_at': '2021-11-19T15:09:52Z', 'revision_number': 5, 'project_id': '576f954ae7bd4045b5ba41cb5ad784b2', 'gw_port': {'id': '24a03bb6-dd60-4caf-96d4-0a10b1bceed1', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855a7a8b-a04d-444c-bdf9-88e6de637425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:06:44Z', 'updated_at': '2021-11-19T15:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi'}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:09:53.232507 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa04bed-b235-4182-a6dc-6e233408902f None None] Checking router: 855a7a8b-a04d-444c-bdf9-88e6de637425 for host: dv-cinder-817573-1-iscsi {{(pid=102742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:09:53.241385 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa04bed-b235-4182-a6dc-6e233408902f None None] Routers {'855a7a8b-a04d-444c-bdf9-88e6de637425'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:09:53.242014 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-afa04bed-b235-4182-a6dc-6e233408902f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:09:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['855a7a8b-a04d-444c-bdf9-88e6de637425'], 'active': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:09:53.330281 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvr_db [None req-afa04bed-b235-4182-a6dc-6e233408902f None None] Set router 855a7a8b-a04d-444c-bdf9-88e6de637425 gateway port host: None {{(pid=102742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:09:53.385402 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-afa04bed-b235-4182-a6dc-6e233408902f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855a7a8b-a04d-444c-bdf9-88e6de637425', 'name': 'tempest-TestMinimumBasicScenario-1041976554-router', 'tenant_id': '576f954ae7bd4045b5ba41cb5ad784b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:06:43Z', 'updated_at': '2021-11-19T15:09:53Z', 'revision_number': 6, 'project_id': '576f954ae7bd4045b5ba41cb5ad784b2', 'gw_port_host': None}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:09:53.411589 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa04bed-b235-4182-a6dc-6e233408902f None None] The sync data for ids ['855a7a8b-a04d-444c-bdf9-88e6de637425'] in dv-cinder-817573-1-iscsi is: [{'id': '855a7a8b-a04d-444c-bdf9-88e6de637425', 'name': 'tempest-TestMinimumBasicScenario-1041976554-router', 'tenant_id': '576f954ae7bd4045b5ba41cb5ad784b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:06:43Z', 'updated_at': '2021-11-19T15:09:53Z', 'revision_number': 6, 'project_id': '576f954ae7bd4045b5ba41cb5ad784b2', 'gw_port_host': None}] {{(pid=102742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:09:53.435609 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [None req-9623e526-c96c-470d-b2b1-9e068c20489e admin admin] Deleting port 24a03bb6-dd60-4caf-96d4-0a10b1bceed1 {{(pid=102740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:09:53.435945 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-9623e526-c96c-470d-b2b1-9e068c20489e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:53.514621 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [None req-9623e526-c96c-470d-b2b1-9e068c20489e admin admin] For port 24a03bb6-dd60-4caf-96d4-0a10b1bceed1, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=24a03bb6-dd60-4caf-96d4-0a10b1bceed1,segment=NetworkSegment(8c548d3f-e438-4dec-b739-b60f621b5d36),segment_id=8c548d3f-e438-4dec-b739-b60f621b5d36)] {{(pid=102740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:09:53.515282 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-9623e526-c96c-470d-b2b1-9e068c20489e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:53.531000 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [None req-9623e526-c96c-470d-b2b1-9e068c20489e admin admin] Calling delete_port for 24a03bb6-dd60-4caf-96d4-0a10b1bceed1 owned by network:router_gateway {{(pid=102740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:09:53.602155 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3c13a-e856-4a5e-a048-b34c773aedf1 req-fa42f18c-e7d7-4989-90b8-4b1621b327b9 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:53.603720 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-2ac3c13a-e856-4a5e-a048-b34c773aedf1 req-fa42f18c-e7d7-4989-90b8-4b1621b327b9 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 945 time: 0.0498152 Nov 19 15:09:53.650677 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-2ac3c13a-e856-4a5e-a048-b34c773aedf1 req-093ef5a3-0d0a-4ab3-b410-51bbe9d911c5 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409179 Nov 19 15:09:53.693264 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-9623e526-c96c-470d-b2b1-9e068c20489e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:53.719074 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9623e526-c96c-470d-b2b1-9e068c20489e admin admin] Pushing event deleted for resources: {'Port': ['ID=24a03bb6-dd60-4caf-96d4-0a10b1bceed1,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:09:53.780510 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-9623e526-c96c-470d-b2b1-9e068c20489e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437495'] for router_gateway, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:53.871247 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-9623e526-c96c-470d-b2b1-9e068c20489e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-463771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7245'] for router, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:53.873932 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-9623e526-c96c-470d-b2b1-9e068c20489e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:53.921400 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-9623e526-c96c-470d-b2b1-9e068c20489e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-463762'] for router, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:53.921970 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9623e526-c96c-470d-b2b1-9e068c20489e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 855a7a8b-a04d-444c-bdf9-88e6de637425 {{(pid=102740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 15:09:53.926306 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-9623e526-c96c-470d-b2b1-9e068c20489e admin admin] Publish callbacks [] for router, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:53.927523 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-9623e526-c96c-470d-b2b1-9e068c20489e admin admin] 10.222.0.20 "DELETE /v2.0/routers/855a7a8b-a04d-444c-bdf9-88e6de637425 HTTP/1.1" status: 204 len: 168 time: 1.0174575 Nov 19 15:09:53.930118 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 47240) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:09:53.975517 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_v2 [None req-2da9215d-fbcc-4755-bb92-be8b62b16c6d admin admin] Deleting subnet 6a2e245b-8922-4100-8157-d723ec0db7cb {{(pid=102740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 15:09:53.978587 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-2da9215d-fbcc-4755-bb92-be8b62b16c6d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:54.016312 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-2da9215d-fbcc-4755-bb92-be8b62b16c6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58783506'] for subnet, precommit_delete_associations {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:54.134040 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-2da9215d-fbcc-4755-bb92-be8b62b16c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606856'] for subnet, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:54.191171 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-2da9215d-fbcc-4755-bb92-be8b62b16c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59360284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59253660'] for subnet, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:54.219110 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da9215d-fbcc-4755-bb92-be8b62b16c6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a2e245b-8922-4100-8157-d723ec0db7cb,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:09:54.225836 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-2da9215d-fbcc-4755-bb92-be8b62b16c6d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:54.226097 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-2da9215d-fbcc-4755-bb92-be8b62b16c6d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6a2e245b-8922-4100-8157-d723ec0db7cb HTTP/1.1" status: 204 len: 168 time: 0.2948797 Nov 19 15:09:54.228421 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c9b211-de7d-47ae-9776-b8049a998145 None None] Network 9b9319a7-a811-49c7-abd3-b05ea0a664db requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:09:54.228930 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 47242) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:09:54.276154 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 648a99ca-827a-4af5-b2ab-83d54eb01fbf no longer exists at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:09:54.303364 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-879d7eb6-f5c2-45b6-932e-5f29a25c17e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616598'] for network, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:54.305098 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] No Port match for: 648a99ca-827a-4af5-b2ab-83d54eb01fbf {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:09:54.305451 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 648a99ca-827a-4af5-b2ab-83d54eb01fbf not bound to the agent host dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:09:54.305868 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 24a03bb6-dd60-4caf-96d4-0a10b1bceed1 no longer exists at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:09:54.333487 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] No Port match for: 24a03bb6-dd60-4caf-96d4-0a10b1bceed1 {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:09:54.333831 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 24a03bb6-dd60-4caf-96d4-0a10b1bceed1 not bound to the agent host dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:09:54.356514 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [None req-879d7eb6-f5c2-45b6-932e-5f29a25c17e8 admin admin] Deleting port baad062f-1db0-4679-b8e4-5fb676fb33ee {{(pid=102740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:09:54.357340 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-879d7eb6-f5c2-45b6-932e-5f29a25c17e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:54.429282 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [None req-879d7eb6-f5c2-45b6-932e-5f29a25c17e8 admin admin] For port baad062f-1db0-4679-b8e4-5fb676fb33ee, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=baad062f-1db0-4679-b8e4-5fb676fb33ee,segment=NetworkSegment(fdca44aa-db1d-4128-8346-68d5ad88e61d),segment_id=fdca44aa-db1d-4128-8346-68d5ad88e61d)] {{(pid=102740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:09:54.429675 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-879d7eb6-f5c2-45b6-932e-5f29a25c17e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:54.444750 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [None req-879d7eb6-f5c2-45b6-932e-5f29a25c17e8 admin admin] Calling delete_port for baad062f-1db0-4679-b8e4-5fb676fb33ee owned by network:dhcp {{(pid=102740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:09:54.449583 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe212a3-cc80-4a97-bf81-565951d6fc1a None None] DHCP port deletion for 9b9319a7-a811-49c7-abd3-b05ea0a664db request from dv-cinder-817573-1-iscsi {{(pid=102741) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 15:09:54.504138 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-8fe212a3-cc80-4a97-bf81-565951d6fc1a None None] Deleting port baad062f-1db0-4679-b8e4-5fb676fb33ee {{(pid=102741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:09:54.504544 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-8fe212a3-cc80-4a97-bf81-565951d6fc1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:54.528583 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-879d7eb6-f5c2-45b6-932e-5f29a25c17e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:54.554286 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d7eb6-f5c2-45b6-932e-5f29a25c17e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=baad062f-1db0-4679-b8e4-5fb676fb33ee,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:09:54.557583 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879d7eb6-f5c2-45b6-932e-5f29a25c17e8 admin admin] No DVR routers for this DVR port baad062f-1db0-4679-b8e4-5fb676fb33ee on host dv-cinder-817573-1-iscsi {{(pid=102740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 15:09:54.574446 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-8fe212a3-cc80-4a97-bf81-565951d6fc1a None None] For port baad062f-1db0-4679-b8e4-5fb676fb33ee, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=baad062f-1db0-4679-b8e4-5fb676fb33ee,segment=NetworkSegment(fdca44aa-db1d-4128-8346-68d5ad88e61d),segment_id=fdca44aa-db1d-4128-8346-68d5ad88e61d)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:09:54.574851 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-8fe212a3-cc80-4a97-bf81-565951d6fc1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:54.588310 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-8fe212a3-cc80-4a97-bf81-565951d6fc1a None None] Calling delete_port for baad062f-1db0-4679-b8e4-5fb676fb33ee owned by network:dhcp {{(pid=102741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:09:54.630443 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-879d7eb6-f5c2-45b6-932e-5f29a25c17e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-608543', 'neutron.services.segments.db._delete_segments_for_network-8763178264971'] for network, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:54.649837 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.services.segments.db [None req-879d7eb6-f5c2-45b6-932e-5f29a25c17e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b9319a7-a811-49c7-abd3-b05ea0a664db']}} {{(pid=102740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:09:54.659666 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.services.segments.db [None req-879d7eb6-f5c2-45b6-932e-5f29a25c17e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdca44aa-db1d-4128-8346-68d5ad88e61d') {'for_net_delete': True} {{(pid=102740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:09:54.660173 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.services.segments.db [None req-879d7eb6-f5c2-45b6-932e-5f29a25c17e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdca44aa-db1d-4128-8346-68d5ad88e61d') {} {{(pid=102740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:09:54.670171 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-879d7eb6-f5c2-45b6-932e-5f29a25c17e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763178248843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58782433'] for segment, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:54.684841 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-879d7eb6-f5c2-45b6-932e-5f29a25c17e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597'] for segment, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:54.693883 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-879d7eb6-f5c2-45b6-932e-5f29a25c17e8 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=102740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 15:09:54.694285 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-879d7eb6-f5c2-45b6-932e-5f29a25c17e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59360370'] for segment, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:54.696210 dv-cinder-817573-1-iscsi neutron-server[102740]: Traceback (most recent call last): Nov 19 15:09:54.696210 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 15:09:54.696210 dv-cinder-817573-1-iscsi neutron-server[102740]: timer() Nov 19 15:09:54.696210 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 15:09:54.696210 dv-cinder-817573-1-iscsi neutron-server[102740]: cb(*args, **kw) Nov 19 15:09:54.696210 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 15:09:54.696210 dv-cinder-817573-1-iscsi neutron-server[102740]: return func(*args, **kwargs) Nov 19 15:09:54.696210 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 15:09:54.696210 dv-cinder-817573-1-iscsi neutron-server[102740]: self._notify() Nov 19 15:09:54.696210 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 15:09:54.696210 dv-cinder-817573-1-iscsi neutron-server[102740]: self.callback(batched_events) Nov 19 15:09:54.696210 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 15:09:54.696210 dv-cinder-817573-1-iscsi neutron-server[102740]: event.method(event) Nov 19 15:09:54.696210 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 15:09:54.696210 dv-cinder-817573-1-iscsi neutron-server[102740]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 15:09:54.696210 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 15:09:54.696210 dv-cinder-817573-1-iscsi neutron-server[102740]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 15:09:54.696210 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 15:09:54.696210 dv-cinder-817573-1-iscsi neutron-server[102740]: return f(self, *a, **k) Nov 19 15:09:54.696210 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 15:09:54.696210 dv-cinder-817573-1-iscsi neutron-server[102740]: return self._get(url).json() Nov 19 15:09:54.696210 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 15:09:54.696210 dv-cinder-817573-1-iscsi neutron-server[102740]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 15:09:54.696210 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 15:09:54.696210 dv-cinder-817573-1-iscsi neutron-server[102740]: return self.request(url, 'GET', **kwargs) Nov 19 15:09:54.696210 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 15:09:54.696210 dv-cinder-817573-1-iscsi neutron-server[102740]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 15:09:54.696210 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 15:09:54.696210 dv-cinder-817573-1-iscsi neutron-server[102740]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 15:09:54.696210 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 15:09:54.696210 dv-cinder-817573-1-iscsi neutron-server[102740]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 15:09:54.696210 dv-cinder-817573-1-iscsi neutron-server[102740]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 15:09:54.713186 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-8fe212a3-cc80-4a97-bf81-565951d6fc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177'] for port, after_delete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:54.739382 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe212a3-cc80-4a97-bf81-565951d6fc1a None None] Pushing event deleted for resources: {'Port': ['ID=baad062f-1db0-4679-b8e4-5fb676fb33ee,revision_number=None']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:09:54.746791 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe212a3-cc80-4a97-bf81-565951d6fc1a None None] No DVR routers for this DVR port baad062f-1db0-4679-b8e4-5fb676fb33ee on host dv-cinder-817573-1-iscsi {{(pid=102741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 15:09:54.749716 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe212a3-cc80-4a97-bf81-565951d6fc1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:09:54.750075 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe212a3-cc80-4a97-bf81-565951d6fc1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:09:54.750415 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe212a3-cc80-4a97-bf81-565951d6fc1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:09:54.750755 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe212a3-cc80-4a97-bf81-565951d6fc1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:09:54.751087 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe212a3-cc80-4a97-bf81-565951d6fc1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:09:54.751837 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe212a3-cc80-4a97-bf81-565951d6fc1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:09:54.752325 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe212a3-cc80-4a97-bf81-565951d6fc1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:09:54.752816 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe212a3-cc80-4a97-bf81-565951d6fc1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:09:54.753163 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe212a3-cc80-4a97-bf81-565951d6fc1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:09:54.753497 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe212a3-cc80-4a97-bf81-565951d6fc1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:09:54.753823 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe212a3-cc80-4a97-bf81-565951d6fc1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:09:54.754145 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe212a3-cc80-4a97-bf81-565951d6fc1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:09:54.788955 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-879d7eb6-f5c2-45b6-932e-5f29a25c17e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-608518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469263'] for network, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:54.793921 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-879d7eb6-f5c2-45b6-932e-5f29a25c17e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for network, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:54.800879 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-879d7eb6-f5c2-45b6-932e-5f29a25c17e8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9b9319a7-a811-49c7-abd3-b05ea0a664db HTTP/1.1" status: 204 len: 168 time: 0.5689814 Nov 19 15:09:54.821039 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4307a1-f9ee-4ed5-ac0e-29fe10be19d7 req-5183ce3b-96f8-404f-b9ba-4cfef3b43bb5 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:54.822505 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6a4307a1-f9ee-4ed5-ac0e-29fe10be19d7 req-5183ce3b-96f8-404f-b9ba-4cfef3b43bb5 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 945 time: 0.0869453 Nov 19 15:09:54.823394 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d7eb6-f5c2-45b6-932e-5f29a25c17e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b9319a7-a811-49c7-abd3-b05ea0a664db,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:09:54.870871 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6a4307a1-f9ee-4ed5-ac0e-29fe10be19d7 req-1eeacbf3-2415-43e3-ac5b-76222f6ace9c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418723 Nov 19 15:09:54.962460 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 47248) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:09:55.000837 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-add2c984-8a1f-4093-b200-1a68442b4dbf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5188c6afe0f34319b4b787b96f720f3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372295 Nov 19 15:09:55.003241 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 47250) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:09:55.049094 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-4cc29ddc-7fa0-414c-b3da-b8f78ea0c219 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:55.068707 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-4cc29ddc-7fa0-414c-b3da-b8f78ea0c219 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:55.116661 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-4cc29ddc-7fa0-414c-b3da-b8f78ea0c219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:55.119173 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-4cc29ddc-7fa0-414c-b3da-b8f78ea0c219 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:55.120526 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-4cc29ddc-7fa0-414c-b3da-b8f78ea0c219 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce3b0884-8305-4f24-bb07-7050f0208b38 HTTP/1.1" status: 204 len: 168 time: 0.1164222 Nov 19 15:09:55.128253 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc29ddc-7fa0-414c-b3da-b8f78ea0c219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3b0884-8305-4f24-bb07-7050f0208b38,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:09:55.426025 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 47256) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:09:55.465304 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-d6fa6e06-63a5-414a-a4f1-3936cca00f5f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=576f954ae7bd4045b5ba41cb5ad784b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380280 Nov 19 15:09:55.467711 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 47258) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:09:55.512535 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-e05202f9-d345-4cfc-8bd1-5a326b521725 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:55.533321 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-e05202f9-d345-4cfc-8bd1-5a326b521725 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:55.579291 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-e05202f9-d345-4cfc-8bd1-5a326b521725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:55.582206 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-e05202f9-d345-4cfc-8bd1-5a326b521725 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:55.583495 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-e05202f9-d345-4cfc-8bd1-5a326b521725 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aeae30df-7e49-4b15-9637-3f6e887d444a HTTP/1.1" status: 204 len: 168 time: 0.1148694 Nov 19 15:09:55.594469 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05202f9-d345-4cfc-8bd1-5a326b521725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeae30df-7e49-4b15-9637-3f6e887d444a,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:09:55.993857 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3995b8-94f4-44be-a3a9-7b8b77a6b917 req-09f46a9d-261c-4665-8d31-4e6d4436449c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:55.995247 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-da3995b8-94f4-44be-a3a9-7b8b77a6b917 req-09f46a9d-261c-4665-8d31-4e6d4436449c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 945 time: 0.0526979 Nov 19 15:09:56.043111 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-da3995b8-94f4-44be-a3a9-7b8b77a6b917 req-35ab5905-2c26-43f5-8ec7-e70d179860f5 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412664 Nov 19 15:09:56.246592 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device baad062f-1db0-4679-b8e4-5fb676fb33ee no longer exists at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:09:56.255055 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 47282) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:09:56.268131 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] No Port match for: baad062f-1db0-4679-b8e4-5fb676fb33ee {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:09:56.268519 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device baad062f-1db0-4679-b8e4-5fb676fb33ee not bound to the agent host dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:09:56.353006 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [None req-9130b5d0-fc89-4ae6-84de-55db0028e0cf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1310042589-network', 'tenant_id': '25b1a546d19f4c95ac7e9af520d72381'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:09:56.373569 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9130b5d0-fc89-4ae6-84de-55db0028e0cf admin admin] Made reservation on behalf of 25b1a546d19f4c95ac7e9af520d72381 for: {'network': 1} {{(pid=102740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:09:56.375826 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-9130b5d0-fc89-4ae6-84de-55db0028e0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for network, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:56.383974 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-9130b5d0-fc89-4ae6-84de-55db0028e0cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:56.461285 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-9130b5d0-fc89-4ae6-84de-55db0028e0cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:56.464890 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-9130b5d0-fc89-4ae6-84de-55db0028e0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:56.492125 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9130b5d0-fc89-4ae6-84de-55db0028e0cf admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=102740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 15:09:56.498459 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9130b5d0-fc89-4ae6-84de-55db0028e0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0795db-90e5-4e1a-a919-7ffdce51c9f6,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:09:56.504411 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-9130b5d0-fc89-4ae6-84de-55db0028e0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597'] for segment, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:56.504751 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.db.segments_db [None req-9130b5d0-fc89-4ae6-84de-55db0028e0cf admin admin] Added segment 94570b8a-3c9b-4683-9745-7999863e07b3 of type vlan for network 0559b452-5fe2-4232-b5a3-a5ef8698cc01 Nov 19 15:09:56.545029 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-9130b5d0-fc89-4ae6-84de-55db0028e0cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763177764639'] for network, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:56.567629 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-9130b5d0-fc89-4ae6-84de-55db0028e0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375'] for network, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:56.568559 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9130b5d0-fc89-4ae6-84de-55db0028e0cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:56.569190 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-9130b5d0-fc89-4ae6-84de-55db0028e0cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for network, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:56.621257 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-9130b5d0-fc89-4ae6-84de-55db0028e0cf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3648207 Nov 19 15:09:56.625194 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 47286) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:09:56.630786 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-4c16c11a-942d-4441-8f4a-b53c608b7f05 admin admin] Request body: {'subnet': {'network_id': '0559b452-5fe2-4232-b5a3-a5ef8698cc01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1310042589-subnet', 'tenant_id': '25b1a546d19f4c95ac7e9af520d72381', 'ip_version': 4}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:09:56.632386 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9130b5d0-fc89-4ae6-84de-55db0028e0cf admin admin] Pushing event updated for resources: {'Network': ['ID=0559b452-5fe2-4232-b5a3-a5ef8698cc01,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:09:56.645134 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Network 0559b452-5fe2-4232-b5a3-a5ef8698cc01 details requested by agent ovs-agent-dv-cinder-817573-1-iscsi with host dv-cinder-817573-1-iscsi {{(pid=102741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 15:09:56.653725 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c16c11a-942d-4441-8f4a-b53c608b7f05 admin admin] Made reservation on behalf of 25b1a546d19f4c95ac7e9af520d72381 for: {'subnet': 1} {{(pid=102739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:09:56.656526 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-4c16c11a-942d-4441-8f4a-b53c608b7f05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59078732'] for subnet, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:56.826525 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-4c16c11a-942d-4441-8f4a-b53c608b7f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58728065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59078750'] for subnet, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:56.898930 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c16c11a-942d-4441-8f4a-b53c608b7f05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01cceedc-612a-4504-ab1d-b99395916aac,revision_number=0']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:09:56.909032 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c16c11a-942d-4441-8f4a-b53c608b7f05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:09:56.909382 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c16c11a-942d-4441-8f4a-b53c608b7f05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:09:56.909742 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c16c11a-942d-4441-8f4a-b53c608b7f05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:09:56.910253 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c16c11a-942d-4441-8f4a-b53c608b7f05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:09:56.910806 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c16c11a-942d-4441-8f4a-b53c608b7f05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:09:56.911385 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c16c11a-942d-4441-8f4a-b53c608b7f05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:09:56.911907 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c16c11a-942d-4441-8f4a-b53c608b7f05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:09:56.912447 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c16c11a-942d-4441-8f4a-b53c608b7f05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:09:56.912868 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c16c11a-942d-4441-8f4a-b53c608b7f05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:09:56.913208 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c16c11a-942d-4441-8f4a-b53c608b7f05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:09:56.913538 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c16c11a-942d-4441-8f4a-b53c608b7f05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:09:56.913863 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c16c11a-942d-4441-8f4a-b53c608b7f05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:09:56.919035 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c16c11a-942d-4441-8f4a-b53c608b7f05 admin admin] Checking segment: {'id': '94570b8a-3c9b-4683-9745-7999863e07b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0559b452-5fe2-4232-b5a3-a5ef8698cc01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:09:56.919484 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c16c11a-942d-4441-8f4a-b53c608b7f05 admin admin] Network hostable DHCP agents. Network: 0559b452-5fe2-4232-b5a3-a5ef8698cc01, hostable agents: ['b581fc54-f77c-4a6c-8194-faf7229ee611'], hosted agents: [] {{(pid=102739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 15:09:56.938524 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c16c11a-942d-4441-8f4a-b53c608b7f05 admin admin] Network 0559b452-5fe2-4232-b5a3-a5ef8698cc01 is scheduled to be hosted by DHCP agent b581fc54-f77c-4a6c-8194-faf7229ee611 with binding_index 1 {{(pid=102739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 15:09:56.947371 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.base_scheduler [None req-4c16c11a-942d-4441-8f4a-b53c608b7f05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817573-1-iscsi, 0559b452-5fe2-4232-b5a3-a5ef8698cc01) {{(pid=102739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:09:56.952011 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c16c11a-942d-4441-8f4a-b53c608b7f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:56.952758 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-4c16c11a-942d-4441-8f4a-b53c608b7f05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for subnet, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:56.957896 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776c6406-5687-462a-ad5c-df0ebf679db9 None None] Network 0559b452-5fe2-4232-b5a3-a5ef8698cc01 requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:09:56.975601 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-4c16c11a-942d-4441-8f4a-b53c608b7f05 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3489830 Nov 19 15:09:56.978272 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 47288) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:09:56.982806 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-f58ad0fa-86ed-47dc-b22f-42c4a01c2736 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1310042589-router', 'tenant_id': '25b1a546d19f4c95ac7e9af520d72381', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823'}}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:09:57.004882 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f58ad0fa-86ed-47dc-b22f-42c4a01c2736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-464837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7263'] for router, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:57.005909 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f58ad0fa-86ed-47dc-b22f-42c4a01c2736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437380', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7236'] for router, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:57.063110 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f58ad0fa-86ed-47dc-b22f-42c4a01c2736 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:57.118150 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b1a33b-63a8-40df-a53f-b152a2d2a7bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp819b9761-b326-5502-9f20-d7ca87230a0c-0559b452-5fe2-4232-b5a3-a5ef8698cc01', 'network_id': '0559b452-5fe2-4232-b5a3-a5ef8698cc01', 'tenant_id': '25b1a546d19f4c95ac7e9af520d72381', 'fixed_ips': [{'subnet_id': '01cceedc-612a-4504-ab1d-b99395916aac'}]}} from dv-cinder-817573-1-iscsi. {{(pid=102741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 15:09:57.119129 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-01b1a33b-63a8-40df-a53f-b152a2d2a7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:57.191334 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d71486-47f4-4a8e-a3b9-645a754c8d0f req-309c9ab5-c5bf-41f5-8af2-ff6dfe8affff tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:57.193930 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-79d71486-47f4-4a8e-a3b9-645a754c8d0f req-309c9ab5-c5bf-41f5-8af2-ff6dfe8affff tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 945 time: 0.0608025 Nov 19 15:09:57.211133 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f58ad0fa-86ed-47dc-b22f-42c4a01c2736 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:57.248483 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-79d71486-47f4-4a8e-a3b9-645a754c8d0f req-6c3bc342-16dd-48f3-aabc-77dd134b8c90 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486553 Nov 19 15:09:57.269112 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.db_base_plugin_common [None req-01b1a33b-63a8-40df-a53f-b152a2d2a7bd None None] Allocated IP 172.20.0.2 (0559b452-5fe2-4232-b5a3-a5ef8698cc01/01cceedc-612a-4504-ab1d-b99395916aac/163af940-b74f-4442-86f7-293f7b12fb36) {{(pid=102741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:09:57.424450 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-01b1a33b-63a8-40df-a53f-b152a2d2a7bd None None] Publish callbacks [] for port, precommit_create {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:57.430617 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-01b1a33b-63a8-40df-a53f-b152a2d2a7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168'] for port, after_create {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:57.433565 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f58ad0fa-86ed-47dc-b22f-42c4a01c2736 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:57.455872 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f58ad0fa-86ed-47dc-b22f-42c4a01c2736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:57.469629 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b1a33b-63a8-40df-a53f-b152a2d2a7bd None None] Network 0559b452-5fe2-4232-b5a3-a5ef8698cc01 is already hosted by enough agents. {{(pid=102741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:09:57.472477 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.scheduler.base_scheduler [None req-01b1a33b-63a8-40df-a53f-b152a2d2a7bd None None] Resources bound (agent type, host, resource id): {{(pid=102741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:09:57.475275 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b1a33b-63a8-40df-a53f-b152a2d2a7bd None None] Received port after_create {{(pid=102741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:09:57.507457 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1a33b-63a8-40df-a53f-b152a2d2a7bd None None] Pushing event updated for resources: {'Port': ['ID=163af940-b74f-4442-86f7-293f7b12fb36,revision_number=1']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:09:57.543201 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-01b1a33b-63a8-40df-a53f-b152a2d2a7bd None None] Attempting to bind port 163af940-b74f-4442-86f7-293f7b12fb36 on host dv-cinder-817573-1-iscsi for vnic_type normal with profile {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:09:57.543855 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-01b1a33b-63a8-40df-a53f-b152a2d2a7bd None None] Attempting to bind port 163af940-b74f-4442-86f7-293f7b12fb36 by drivers openvswitch,hyperv on host dv-cinder-817573-1-iscsi at level 0 using segments [{'id': '94570b8a-3c9b-4683-9745-7999863e07b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0559b452-5fe2-4232-b5a3-a5ef8698cc01'}] {{(pid=102741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:09:57.544402 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b1a33b-63a8-40df-a53f-b152a2d2a7bd None None] Attempting to bind port 163af940-b74f-4442-86f7-293f7b12fb36 on network 0559b452-5fe2-4232-b5a3-a5ef8698cc01 {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:09:57.549922 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b1a33b-63a8-40df-a53f-b152a2d2a7bd None None] Checking agent: {'id': '93bd3d20-65c6-439e-b74a-dd66c3cedb61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 14, 56, 22), 'started_at': datetime.datetime(2021, 11, 19, 14, 56, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:09:57.550293 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b1a33b-63a8-40df-a53f-b152a2d2a7bd None None] Checking segment: {'id': '94570b8a-3c9b-4683-9745-7999863e07b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0559b452-5fe2-4232-b5a3-a5ef8698cc01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:09:57.550697 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-01b1a33b-63a8-40df-a53f-b152a2d2a7bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:57.551089 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b1a33b-63a8-40df-a53f-b152a2d2a7bd None None] Bound using segment: {'id': '94570b8a-3c9b-4683-9745-7999863e07b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0559b452-5fe2-4232-b5a3-a5ef8698cc01'} {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:09:57.551553 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-01b1a33b-63a8-40df-a53f-b152a2d2a7bd None None] Bound port: 163af940-b74f-4442-86f7-293f7b12fb36, host: dv-cinder-817573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94570b8a-3c9b-4683-9745-7999863e07b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0559b452-5fe2-4232-b5a3-a5ef8698cc01'}}] {{(pid=102741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:09:57.551937 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-01b1a33b-63a8-40df-a53f-b152a2d2a7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:57.573994 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.db_base_plugin_common [None req-f58ad0fa-86ed-47dc-b22f-42c4a01c2736 admin admin] Allocated IP 172.27.0.190 (28d9acba-080c-4a37-9781-fba989a64823/831d2bcc-ea48-4f58-960e-dcc1ce111fc5/c09f3d36-a96d-4152-a3ab-be2391ee4ac5) {{(pid=102739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:09:57.628441 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-01b1a33b-63a8-40df-a53f-b152a2d2a7bd None None] For port 163af940-b74f-4442-86f7-293f7b12fb36, host dv-cinder-817573-1-iscsi, cleared binding levels {{(pid=102741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:09:57.632420 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-01b1a33b-63a8-40df-a53f-b152a2d2a7bd None None] For port 163af940-b74f-4442-86f7-293f7b12fb36, host dv-cinder-817573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=163af940-b74f-4442-86f7-293f7b12fb36,segment=NetworkSegment(94570b8a-3c9b-4683-9745-7999863e07b3),segment_id=94570b8a-3c9b-4683-9745-7999863e07b3)] {{(pid=102741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:09:57.637171 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-01b1a33b-63a8-40df-a53f-b152a2d2a7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:57.705110 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1a33b-63a8-40df-a53f-b152a2d2a7bd None None] Pushing event updated for resources: {'Port': ['ID=163af940-b74f-4442-86f7-293f7b12fb36,revision_number=2']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:09:57.816249 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device ee3501ca-914e-42a9-885f-d20c58f7ee17 details requested by agent hyperv_hv-cinder-81757 with host hv-cinder-81757 {{(pid=102741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 15:09:57.906204 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f58ad0fa-86ed-47dc-b22f-42c4a01c2736 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:57.947746 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f58ad0fa-86ed-47dc-b22f-42c4a01c2736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58728053'] for port, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:57.949272 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port ee3501ca-914e-42a9-885f-d20c58f7ee17, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=ee3501ca-914e-42a9-885f-d20c58f7ee17,segment=NetworkSegment(ed8113ae-2a5c-4a27-affb-b258a654385e),segment_id=ed8113ae-2a5c-4a27-affb-b258a654385e)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:09:57.964358 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Returning: {'device': 'ee3501ca-914e-42a9-885f-d20c58f7ee17', 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c', 'port_id': 'ee3501ca-914e-42a9-885f-d20c58f7ee17', 'mac_address': 'fa:16:3e:5c:48:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fec746e-ce9d-4877-a4a1-5ea67aae0682', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 15:09:57.991762 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58ad0fa-86ed-47dc-b22f-42c4a01c2736 admin admin] Network 28d9acba-080c-4a37-9781-fba989a64823 is already hosted by enough agents. {{(pid=102739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:09:57.996831 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.base_scheduler [None req-f58ad0fa-86ed-47dc-b22f-42c4a01c2736 admin admin] Resources bound (agent type, host, resource id): {{(pid=102739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:09:57.999664 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58ad0fa-86ed-47dc-b22f-42c4a01c2736 admin admin] Received port after_create {{(pid=102739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:09:58.010294 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:58.023563 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee3501ca-914e-42a9-885f-d20c58f7ee17 {{(pid=102741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:09:58.026366 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ad0fa-86ed-47dc-b22f-42c4a01c2736 admin admin] Pushing event updated for resources: {'Port': ['ID=c09f3d36-a96d-4152-a3ab-be2391ee4ac5,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:09:58.046801 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port ee3501ca-914e-42a9-885f-d20c58f7ee17, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=ee3501ca-914e-42a9-885f-d20c58f7ee17,segment=NetworkSegment(ed8113ae-2a5c-4a27-affb-b258a654385e),segment_id=ed8113ae-2a5c-4a27-affb-b258a654385e)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:09:58.051283 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:58.107255 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=ee3501ca-914e-42a9-885f-d20c58f7ee17,revision_number=6']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:09:58.164170 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['ee3501ca-914e-42a9-885f-d20c58f7ee17'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:09:58.276537 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f58ad0fa-86ed-47dc-b22f-42c4a01c2736 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:58.285663 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 163af940-b74f-4442-86f7-293f7b12fb36 up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:09:58.373869 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port 163af940-b74f-4442-86f7-293f7b12fb36 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:09:58.374253 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:58.456738 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:58.468419 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7f6fc-a767-441b-a45a-a79fefa16522 req-fd80c8e8-55b9-4b40-930c-d6c2840d9584 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:58.470088 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-82d7f6fc-a767-441b-a45a-a79fefa16522 req-fd80c8e8-55b9-4b40-930c-d6c2840d9584 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 944 time: 0.1032872 Nov 19 15:09:58.492026 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] For port 163af940-b74f-4442-86f7-293f7b12fb36, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=163af940-b74f-4442-86f7-293f7b12fb36,segment=NetworkSegment(94570b8a-3c9b-4683-9745-7999863e07b3),segment_id=94570b8a-3c9b-4683-9745-7999863e07b3)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:09:58.497279 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:58.548176 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Pushing event updated for resources: {'Port': ['ID=163af940-b74f-4442-86f7-293f7b12fb36,revision_number=3']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:09:58.570445 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-82d7f6fc-a767-441b-a45a-a79fefa16522 req-019bc6fa-a2c6-45a4-8cc7-5d13dc60e2f2 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930388 Nov 19 15:09:58.575314 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f58ad0fa-86ed-47dc-b22f-42c4a01c2736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437459'] for router, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:58.633912 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2afb83-10b7-4ad7-9c13-8df7ae6724a4 None None] Network 0559b452-5fe2-4232-b5a3-a5ef8698cc01 requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:09:58.707400 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58ad0fa-86ed-47dc-b22f-42c4a01c2736 admin admin] Router 198087ae-1a87-44a4-a7e4-dc636becebab is scheduled to L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d with binding_index 1 {{(pid=102739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 15:09:58.752509 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-e71b9236-111e-482d-9545-4238942f0aa9 None None] Provisioning complete for port 163af940-b74f-4442-86f7-293f7b12fb36 triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:09:58.752904 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-e71b9236-111e-482d-9545-4238942f0aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:58.819370 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58ad0fa-86ed-47dc-b22f-42c4a01c2736 admin admin] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:09:58.837666 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f58ad0fa-86ed-47dc-b22f-42c4a01c2736 admin admin] Publish callbacks [] for router, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:58.839183 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-f58ad0fa-86ed-47dc-b22f-42c4a01c2736 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8599758 Nov 19 15:09:58.842379 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 47294) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:09:58.940581 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd872e59-e45a-402a-bb21-822f0ede979d None None] Sync routers for ids ['198087ae-1a87-44a4-a7e4-dc636becebab'] in dv-cinder-817573-1-iscsi {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:09:58.964838 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd872e59-e45a-402a-bb21-822f0ede979d None None] Routers {'198087ae-1a87-44a4-a7e4-dc636becebab'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:09:58.965364 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-fd872e59-e45a-402a-bb21-822f0ede979d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:09:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['198087ae-1a87-44a4-a7e4-dc636becebab'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:09:59.113004 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-fd872e59-e45a-402a-bb21-822f0ede979d None None] Set router 198087ae-1a87-44a4-a7e4-dc636becebab gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:09:59.297304 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-e5bf1f52-0f5c-4078-a68b-9e8a43bb03f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:59.318766 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-a96feabf-e063-4244-8431-128c5b9ca4f6 None None] Provisioning complete for port 163af940-b74f-4442-86f7-293f7b12fb36 triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:09:59.319713 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-a96feabf-e063-4244-8431-128c5b9ca4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:59.369681 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-fd872e59-e45a-402a-bb21-822f0ede979d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'name': 'tempest-TestShelveInstance-1310042589-router', 'tenant_id': '25b1a546d19f4c95ac7e9af520d72381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c09f3d36-a96d-4152-a3ab-be2391ee4ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:09:57Z', 'updated_at': '2021-11-19T15:09:58Z', 'revision_number': 3, 'project_id': '25b1a546d19f4c95ac7e9af520d72381', 'gw_port': {'id': 'c09f3d36-a96d-4152-a3ab-be2391ee4ac5', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:09:57Z', 'updated_at': '2021-11-19T15:09:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi'}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:09:59.399923 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd872e59-e45a-402a-bb21-822f0ede979d None None] Checking router: 198087ae-1a87-44a4-a7e4-dc636becebab for host: dv-cinder-817573-1-iscsi {{(pid=102741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:09:59.400273 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd872e59-e45a-402a-bb21-822f0ede979d None None] Updating router 198087ae-1a87-44a4-a7e4-dc636becebab port c09f3d36-a96d-4152-a3ab-be2391ee4ac5 binding host dv-cinder-817573-1-iscsi {{(pid=102741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 15:09:59.447965 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-fd872e59-e45a-402a-bb21-822f0ede979d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:59.485627 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_common [None req-e5bf1f52-0f5c-4078-a68b-9e8a43bb03f3 admin admin] Allocated IP 172.20.0.1 (0559b452-5fe2-4232-b5a3-a5ef8698cc01/01cceedc-612a-4504-ab1d-b99395916aac/45e7c71c-c783-4b4f-9835-cf17783f58aa) {{(pid=102740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:09:59.653927 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-e5bf1f52-0f5c-4078-a68b-9e8a43bb03f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:59.724872 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-e5bf1f52-0f5c-4078-a68b-9e8a43bb03f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:59.741006 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63678270-c642-4f21-8577-8103691e06c6 req-f34bddd5-2282-4a01-8624-d199c86b9de9 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:09:59.742419 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-63678270-c642-4f21-8577-8103691e06c6 req-f34bddd5-2282-4a01-8624-d199c86b9de9 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 944 time: 0.0731390 Nov 19 15:09:59.813573 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bf1f52-0f5c-4078-a68b-9e8a43bb03f3 admin admin] Network 0559b452-5fe2-4232-b5a3-a5ef8698cc01 is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:09:59.821566 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [None req-e5bf1f52-0f5c-4078-a68b-9e8a43bb03f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:09:59.829689 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-63678270-c642-4f21-8577-8103691e06c6 req-d5efcc49-c978-4a88-b46d-4de8955c8520 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678604 Nov 19 15:09:59.830496 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bf1f52-0f5c-4078-a68b-9e8a43bb03f3 admin admin] Received port after_create {{(pid=102740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:09:59.833965 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf1f52-0f5c-4078-a68b-9e8a43bb03f3 admin admin] Pushing event updated for resources: {'Port': ['ID=45e7c71c-c783-4b4f-9835-cf17783f58aa,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:09:59.855025 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device ee3501ca-914e-42a9-885f-d20c58f7ee17 up at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:09:59.890083 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-e5bf1f52-0f5c-4078-a68b-9e8a43bb03f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469380'] for router_interface, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:59.918389 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-fd872e59-e45a-402a-bb21-822f0ede979d None None] Publish callbacks [] for port, precommit_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:09:59.932681 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-fd872e59-e45a-402a-bb21-822f0ede979d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:00.021944 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning complete for port ee3501ca-914e-42a9-885f-d20c58f7ee17 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:10:00.022319 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:00.024011 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-fd872e59-e45a-402a-bb21-822f0ede979d None None] Attempting to bind port c09f3d36-a96d-4152-a3ab-be2391ee4ac5 on host dv-cinder-817573-1-iscsi for vnic_type normal with profile {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:10:00.024386 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-fd872e59-e45a-402a-bb21-822f0ede979d None None] Attempting to bind port c09f3d36-a96d-4152-a3ab-be2391ee4ac5 by drivers openvswitch,hyperv on host dv-cinder-817573-1-iscsi at level 0 using segments [{'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'}] {{(pid=102741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:10:00.024753 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd872e59-e45a-402a-bb21-822f0ede979d None None] Attempting to bind port c09f3d36-a96d-4152-a3ab-be2391ee4ac5 on network 28d9acba-080c-4a37-9781-fba989a64823 {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:10:00.031503 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1901c10-90c8-4c07-889b-233e2765faaf None None] Pushing event updated for resources: {'Port': ['ID=c09f3d36-a96d-4152-a3ab-be2391ee4ac5,revision_number=2']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:00.056856 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd872e59-e45a-402a-bb21-822f0ede979d None None] Checking agent: {'id': '93bd3d20-65c6-439e-b74a-dd66c3cedb61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 14, 56, 22), 'started_at': datetime.datetime(2021, 11, 19, 14, 56, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:10:00.057268 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd872e59-e45a-402a-bb21-822f0ede979d None None] Checking segment: {'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:10:00.057926 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-fd872e59-e45a-402a-bb21-822f0ede979d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:00.058279 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd872e59-e45a-402a-bb21-822f0ede979d None None] Bound using segment: {'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'} {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:10:00.058778 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-fd872e59-e45a-402a-bb21-822f0ede979d None None] Bound port: c09f3d36-a96d-4152-a3ab-be2391ee4ac5, host: dv-cinder-817573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'}}] {{(pid=102741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:10:00.059171 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-fd872e59-e45a-402a-bb21-822f0ede979d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:00.098085 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-e5bf1f52-0f5c-4078-a68b-9e8a43bb03f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:00.178922 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-fd872e59-e45a-402a-bb21-822f0ede979d None None] For port c09f3d36-a96d-4152-a3ab-be2391ee4ac5, host dv-cinder-817573-1-iscsi, cleared binding levels {{(pid=102741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:10:00.197825 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:00.204030 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-fd872e59-e45a-402a-bb21-822f0ede979d None None] For port c09f3d36-a96d-4152-a3ab-be2391ee4ac5, host dv-cinder-817573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=c09f3d36-a96d-4152-a3ab-be2391ee4ac5,segment=NetworkSegment(8c548d3f-e438-4dec-b739-b60f621b5d36),segment_id=8c548d3f-e438-4dec-b739-b60f621b5d36)] {{(pid=102741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:10:00.219801 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-fd872e59-e45a-402a-bb21-822f0ede979d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:00.293466 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 163af940-b74f-4442-86f7-293f7b12fb36 up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:10:00.311189 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-e5bf1f52-0f5c-4078-a68b-9e8a43bb03f3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:00.317769 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-e5bf1f52-0f5c-4078-a68b-9e8a43bb03f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59360342'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:00.346237 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1901c10-90c8-4c07-889b-233e2765faaf None None] Pushing event updated for resources: {'Port': ['ID=c09f3d36-a96d-4152-a3ab-be2391ee4ac5,revision_number=3']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:00.349463 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba17f361-87f8-4374-aa75-1a438c25b99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3501ca-914e-42a9-885f-d20c58f7ee17'}] {{(pid=102741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:10:00.352405 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02aed456f185bd727e3ab04ef3305858fece041079839c75bcf3d6cf309ea5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f53ada9-e8c9-4513-b16a-a949ea38f229" -d '{"events": [{"server_uuid": "ba17f361-87f8-4374-aa75-1a438c25b99f", "name": "network-vif-plugged", "status": "completed", "tag": "ee3501ca-914e-42a9-885f-d20c58f7ee17"}]}' {{(pid=102741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:10:00.388877 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-4cf19804-3e1a-4056-985a-73c9077070c8 None None] Provisioning complete for port 45e7c71c-c783-4b4f-9835-cf17783f58aa triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:10:00.389130 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf1f52-0f5c-4078-a68b-9e8a43bb03f3 admin admin] Pushing event updated for resources: {'Port': ['ID=45e7c71c-c783-4b4f-9835-cf17783f58aa,revision_number=2']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:00.389522 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-4cf19804-3e1a-4056-985a-73c9077070c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:00.393594 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port ee3501ca-914e-42a9-885f-d20c58f7ee17, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=ee3501ca-914e-42a9-885f-d20c58f7ee17,segment=NetworkSegment(ed8113ae-2a5c-4a27-affb-b258a654385e),segment_id=ed8113ae-2a5c-4a27-affb-b258a654385e)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:10:00.402515 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-e5bf1f52-0f5c-4078-a68b-9e8a43bb03f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469780'] for router_interface, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:00.424276 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:00.437643 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd872e59-e45a-402a-bb21-822f0ede979d None None] Routers {'198087ae-1a87-44a4-a7e4-dc636becebab'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:10:00.438304 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-fd872e59-e45a-402a-bb21-822f0ede979d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:09:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['198087ae-1a87-44a4-a7e4-dc636becebab'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:10:00.519830 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-4cf19804-3e1a-4056-985a-73c9077070c8 None None] Port 45e7c71c-c783-4b4f-9835-cf17783f58aa cannot update to ACTIVE because it is not bound. {{(pid=102741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 15:10:00.527442 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bf1f52-0f5c-4078-a68b-9e8a43bb03f3 admin admin] Network 0559b452-5fe2-4232-b5a3-a5ef8698cc01 is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:10:00.529635 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [None req-e5bf1f52-0f5c-4078-a68b-9e8a43bb03f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:10:00.619970 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=ee3501ca-914e-42a9-885f-d20c58f7ee17,revision_number=7']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:00.625287 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0137a9eb-7d11-4154-b68f-d44742357427 x-openstack-request-id: req-0137a9eb-7d11-4154-b68f-d44742357427 {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:10:00.625603 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba17f361-87f8-4374-aa75-1a438c25b99f", "name": "network-vif-plugged", "status": "completed", "tag": "ee3501ca-914e-42a9-885f-d20c58f7ee17", "code": 200}]} {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:10:00.625869 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0137a9eb-7d11-4154-b68f-d44742357427 {{(pid=102741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:10:00.626267 dv-cinder-817573-1-iscsi neutron-server[102741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba17f361-87f8-4374-aa75-1a438c25b99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3501ca-914e-42a9-885f-d20c58f7ee17', 'code': 200} Nov 19 15:10:00.630945 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port 163af940-b74f-4442-86f7-293f7b12fb36 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:10:00.631299 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:00.697654 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-fd872e59-e45a-402a-bb21-822f0ede979d None None] Set router 198087ae-1a87-44a4-a7e4-dc636becebab gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:10:00.711880 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5bf1f52-0f5c-4078-a68b-9e8a43bb03f3 admin admin] Router 198087ae-1a87-44a4-a7e4-dc636becebab has already been hosted by L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d {{(pid=102740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 15:10:00.874354 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5bf1f52-0f5c-4078-a68b-9e8a43bb03f3 admin admin] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:10:00.885518 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-e5bf1f52-0f5c-4078-a68b-9e8a43bb03f3 admin admin] 10.222.0.20 "PUT /v2.0/routers/198087ae-1a87-44a4-a7e4-dc636becebab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0406125 Nov 19 15:10:00.897893 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-f2dd72cc-e2cc-42a4-959b-78fa602ab45f None None] Provisioning complete for port 45e7c71c-c783-4b4f-9835-cf17783f58aa triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:10:00.900816 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-f2dd72cc-e2cc-42a4-959b-78fa602ab45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:00.983858 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-f2dd72cc-e2cc-42a4-959b-78fa602ab45f None None] Port 45e7c71c-c783-4b4f-9835-cf17783f58aa cannot update to ACTIVE because it is not bound. {{(pid=102741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 15:10:01.054250 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-fd872e59-e45a-402a-bb21-822f0ede979d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'name': 'tempest-TestShelveInstance-1310042589-router', 'tenant_id': '25b1a546d19f4c95ac7e9af520d72381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c09f3d36-a96d-4152-a3ab-be2391ee4ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:09:57Z', 'updated_at': '2021-11-19T15:10:00Z', 'revision_number': 4, 'project_id': '25b1a546d19f4c95ac7e9af520d72381', 'gw_port': {'id': 'c09f3d36-a96d-4152-a3ab-be2391ee4ac5', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:09:57Z', 'updated_at': '2021-11-19T15:10:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '45e7c71c-c783-4b4f-9835-cf17783f58aa', 'name': '', 'network_id': '0559b452-5fe2-4232-b5a3-a5ef8698cc01', 'tenant_id': '25b1a546d19f4c95ac7e9af520d72381', 'mac_address': 'fa:16:3e:4a:1e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '01cceedc-612a-4504-ab1d-b99395916aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:09:59Z', 'updated_at': '2021-11-19T15:10:00Z', 'revision_number': 2, 'project_id': '25b1a546d19f4c95ac7e9af520d72381', 'subnets': [{'id': '01cceedc-612a-4504-ab1d-b99395916aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:10:01.112244 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd872e59-e45a-402a-bb21-822f0ede979d None None] The sync data for ids ['198087ae-1a87-44a4-a7e4-dc636becebab'] in dv-cinder-817573-1-iscsi is: [{'id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'name': 'tempest-TestShelveInstance-1310042589-router', 'tenant_id': '25b1a546d19f4c95ac7e9af520d72381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c09f3d36-a96d-4152-a3ab-be2391ee4ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:09:57Z', 'updated_at': '2021-11-19T15:10:00Z', 'revision_number': 4, 'project_id': '25b1a546d19f4c95ac7e9af520d72381', 'gw_port': {'id': 'c09f3d36-a96d-4152-a3ab-be2391ee4ac5', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:09:57Z', 'updated_at': '2021-11-19T15:10:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '45e7c71c-c783-4b4f-9835-cf17783f58aa', 'name': '', 'network_id': '0559b452-5fe2-4232-b5a3-a5ef8698cc01', 'tenant_id': '25b1a546d19f4c95ac7e9af520d72381', 'mac_address': 'fa:16:3e:4a:1e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '01cceedc-612a-4504-ab1d-b99395916aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:09:59Z', 'updated_at': '2021-11-19T15:10:00Z', 'revision_number': 2, 'project_id': '25b1a546d19f4c95ac7e9af520d72381', 'subnets': [{'id': '01cceedc-612a-4504-ab1d-b99395916aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:10:01.334401 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4f071-d05b-4303-a11f-4a5e8aded678 req-9914f465-a19a-4356-ae54-862beecf28f7 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:01.337398 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a3a4f071-d05b-4303-a11f-4a5e8aded678 req-9914f465-a19a-4356-ae54-862beecf28f7 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 945 time: 0.4062176 Nov 19 15:10:01.419493 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a3a4f071-d05b-4303-a11f-4a5e8aded678 req-45595465-12e3-4b12-96cc-a680f7be2ebb tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723507 Nov 19 15:10:01.640433 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 47340) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:10:01.646252 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [None req-01a6f37f-335a-4edf-b911-1aa362b97525 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1140897796-network', 'tenant_id': '050dcf7414a5441baeafa1eac2da4ae8'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:10:01.674161 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a6f37f-335a-4edf-b911-1aa362b97525 admin admin] Made reservation on behalf of 050dcf7414a5441baeafa1eac2da4ae8 for: {'network': 1} {{(pid=102740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:10:01.677581 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-01a6f37f-335a-4edf-b911-1aa362b97525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for network, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:01.687530 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-01a6f37f-335a-4edf-b911-1aa362b97525 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:01.799456 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-01a6f37f-335a-4edf-b911-1aa362b97525 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:01.803881 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-01a6f37f-335a-4edf-b911-1aa362b97525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:01.835476 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01a6f37f-335a-4edf-b911-1aa362b97525 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=102740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 15:10:01.847585 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6f37f-335a-4edf-b911-1aa362b97525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b830a9eb-a891-4395-a58f-91fb7d4a8104,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:01.852778 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-01a6f37f-335a-4edf-b911-1aa362b97525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597'] for segment, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:01.853237 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.db.segments_db [None req-01a6f37f-335a-4edf-b911-1aa362b97525 admin admin] Added segment ac6840e8-2306-401b-a7fb-01834f6798c4 of type vlan for network a89d86e0-87d8-4789-b42a-c97859407217 Nov 19 15:10:01.917617 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-01a6f37f-335a-4edf-b911-1aa362b97525 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763177764639'] for network, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:01.954639 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-01a6f37f-335a-4edf-b911-1aa362b97525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375'] for network, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:01.956006 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a6f37f-335a-4edf-b911-1aa362b97525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:01.956739 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-01a6f37f-335a-4edf-b911-1aa362b97525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for network, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:02.033579 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-01a6f37f-335a-4edf-b911-1aa362b97525 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3888311 Nov 19 15:10:02.033796 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 47342) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:10:02.039021 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [None req-1947f1f5-28c6-467d-9638-da61d7d004ee admin admin] Request body: {'subnet': {'network_id': 'a89d86e0-87d8-4789-b42a-c97859407217', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1140897796-subnet', 'tenant_id': '050dcf7414a5441baeafa1eac2da4ae8', 'ip_version': 4}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:10:02.048299 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6f37f-335a-4edf-b911-1aa362b97525 admin admin] Pushing event updated for resources: {'Network': ['ID=a89d86e0-87d8-4789-b42a-c97859407217,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:02.076900 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Network a89d86e0-87d8-4789-b42a-c97859407217 details requested by agent ovs-agent-dv-cinder-817573-1-iscsi with host dv-cinder-817573-1-iscsi {{(pid=102741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 15:10:02.096068 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1947f1f5-28c6-467d-9638-da61d7d004ee admin admin] Made reservation on behalf of 050dcf7414a5441baeafa1eac2da4ae8 for: {'subnet': 1} {{(pid=102740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:10:02.101308 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-1947f1f5-28c6-467d-9638-da61d7d004ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59253751'] for subnet, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:02.385798 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device c09f3d36-a96d-4152-a3ab-be2391ee4ac5 up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:10:02.409330 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-1947f1f5-28c6-467d-9638-da61d7d004ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59360475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59253733'] for subnet, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:02.464549 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port c09f3d36-a96d-4152-a3ab-be2391ee4ac5 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:10:02.465333 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:02.518994 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1947f1f5-28c6-467d-9638-da61d7d004ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=99cc2c31-a2c9-4f43-9011-abcdd732d8c3,revision_number=0']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:02.526996 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1947f1f5-28c6-467d-9638-da61d7d004ee admin admin] Checking segment: {'id': 'ac6840e8-2306-401b-a7fb-01834f6798c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a89d86e0-87d8-4789-b42a-c97859407217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:10:02.527550 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1947f1f5-28c6-467d-9638-da61d7d004ee admin admin] Network hostable DHCP agents. Network: a89d86e0-87d8-4789-b42a-c97859407217, hostable agents: ['b581fc54-f77c-4a6c-8194-faf7229ee611'], hosted agents: [] {{(pid=102740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 15:10:02.566698 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1947f1f5-28c6-467d-9638-da61d7d004ee admin admin] Network a89d86e0-87d8-4789-b42a-c97859407217 is scheduled to be hosted by DHCP agent b581fc54-f77c-4a6c-8194-faf7229ee611 with binding_index 1 {{(pid=102740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 15:10:02.583319 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [None req-1947f1f5-28c6-467d-9638-da61d7d004ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817573-1-iscsi, a89d86e0-87d8-4789-b42a-c97859407217) {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:10:02.587965 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1947f1f5-28c6-467d-9638-da61d7d004ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:02.588684 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-1947f1f5-28c6-467d-9638-da61d7d004ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:02.606887 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b34748-4c99-437a-84ec-38c13b85f735 None None] Network a89d86e0-87d8-4789-b42a-c97859407217 requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:10:02.617089 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-1947f1f5-28c6-467d-9638-da61d7d004ee admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5797365 Nov 19 15:10:02.617839 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 47346) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:10:02.636753 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [None req-5b3d18a2-2531-46c0-9b6d-5e71649f624b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1140897796-router', 'tenant_id': '050dcf7414a5441baeafa1eac2da4ae8', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823'}}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:10:02.688762 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7c28c-315e-4327-a2d0-52c0e8f8dc69 req-0fb17d94-9251-47b7-ab0c-866ca475de56 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:02.696387 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-3be7c28c-315e-4327-a2d0-52c0e8f8dc69 req-0fb17d94-9251-47b7-ab0c-866ca475de56 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 945 time: 0.0698929 Nov 19 15:10:02.733276 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:02.751117 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-5b3d18a2-2531-46c0-9b6d-5e71649f624b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-464837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7263'] for router, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:02.757131 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-5b3d18a2-2531-46c0-9b6d-5e71649f624b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437380', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7236'] for router, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:02.768417 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-3be7c28c-315e-4327-a2d0-52c0e8f8dc69 req-8edf83ef-b882-4896-b2b1-b6290595bfa6 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707901 Nov 19 15:10:02.794744 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfcb5d-092d-4abb-8b77-e86e9f672fc1 req-1c1efcf2-912c-47a6-acab-e422a8c736b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:02.799332 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b1cfcb5d-092d-4abb-8b77-e86e9f672fc1 req-1c1efcf2-912c-47a6-acab-e422a8c736b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5eaa9bd6803a47d79c92591db12100ff&device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 1098 time: 0.1788867 Nov 19 15:10:02.835868 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] For port c09f3d36-a96d-4152-a3ab-be2391ee4ac5, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=c09f3d36-a96d-4152-a3ab-be2391ee4ac5,segment=NetworkSegment(8c548d3f-e438-4dec-b739-b60f621b5d36),segment_id=8c548d3f-e438-4dec-b739-b60f621b5d36)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:10:02.857696 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:02.945526 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-5b3d18a2-2531-46c0-9b6d-5e71649f624b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:03.026926 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Pushing event updated for resources: {'Port': ['ID=c09f3d36-a96d-4152-a3ab-be2391ee4ac5,revision_number=4']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:03.050452 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f8074d-7bbd-4225-a8aa-891ba809a454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp819b9761-b326-5502-9f20-d7ca87230a0c-a89d86e0-87d8-4789-b42a-c97859407217', 'network_id': 'a89d86e0-87d8-4789-b42a-c97859407217', 'tenant_id': '050dcf7414a5441baeafa1eac2da4ae8', 'fixed_ips': [{'subnet_id': '99cc2c31-a2c9-4f43-9011-abcdd732d8c3'}]}} from dv-cinder-817573-1-iscsi. {{(pid=102741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 15:10:03.051348 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-14f8074d-7bbd-4225-a8aa-891ba809a454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:03.152543 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-5b3d18a2-2531-46c0-9b6d-5e71649f624b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:03.160421 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfcb5d-092d-4abb-8b77-e86e9f672fc1 req-c9979eb0-3a2c-49d5-980e-296920cfb295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:03.161911 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b1cfcb5d-092d-4abb-8b77-e86e9f672fc1 req-c9979eb0-3a2c-49d5-980e-296920cfb295 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f97c391d-7c3e-4d86-a9cf-5e771e36f18c HTTP/1.1" status: 200 len: 918 time: 0.3397067 Nov 19 15:10:03.241304 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b1cfcb5d-092d-4abb-8b77-e86e9f672fc1 req-17a5a79f-35de-4af3-b086-43240c88da3c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee3501ca-914e-42a9-885f-d20c58f7ee17 HTTP/1.1" status: 200 len: 1001 time: 0.0625961 Nov 19 15:10:03.253015 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.db_base_plugin_common [None req-14f8074d-7bbd-4225-a8aa-891ba809a454 None None] Allocated IP 172.20.0.2 (a89d86e0-87d8-4789-b42a-c97859407217/99cc2c31-a2c9-4f43-9011-abcdd732d8c3/b5951879-661d-4961-b587-fb518fc58a03) {{(pid=102741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:10:03.325648 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfcb5d-092d-4abb-8b77-e86e9f672fc1 req-47532e9a-e0b0-43a4-a29b-0a2e65fcf0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:03.327190 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b1cfcb5d-092d-4abb-8b77-e86e9f672fc1 req-47532e9a-e0b0-43a4-a29b-0a2e65fcf0b5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8fec746e-ce9d-4877-a4a1-5ea67aae0682 HTTP/1.1" status: 200 len: 856 time: 0.0598660 Nov 19 15:10:03.393127 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfcb5d-092d-4abb-8b77-e86e9f672fc1 req-02f17bdb-7900-4c7b-9b60-df6a21b81b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:03.394600 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b1cfcb5d-092d-4abb-8b77-e86e9f672fc1 req-02f17bdb-7900-4c7b-9b60-df6a21b81b27 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f97c391d-7c3e-4d86-a9cf-5e771e36f18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582521 Nov 19 15:10:03.452022 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-14f8074d-7bbd-4225-a8aa-891ba809a454 None None] Publish callbacks [] for port, precommit_create {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:03.462970 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-14f8074d-7bbd-4225-a8aa-891ba809a454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168'] for port, after_create {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:03.517454 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f8074d-7bbd-4225-a8aa-891ba809a454 None None] Network a89d86e0-87d8-4789-b42a-c97859407217 is already hosted by enough agents. {{(pid=102741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:10:03.521696 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.scheduler.base_scheduler [None req-14f8074d-7bbd-4225-a8aa-891ba809a454 None None] Resources bound (agent type, host, resource id): {{(pid=102741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:10:03.529437 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f8074d-7bbd-4225-a8aa-891ba809a454 None None] Received port after_create {{(pid=102741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:10:03.542250 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8074d-7bbd-4225-a8aa-891ba809a454 None None] Pushing event updated for resources: {'Port': ['ID=b5951879-661d-4961-b587-fb518fc58a03,revision_number=1']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:03.583431 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-5b3d18a2-2531-46c0-9b6d-5e71649f624b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:03.606418 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-14f8074d-7bbd-4225-a8aa-891ba809a454 None None] Attempting to bind port b5951879-661d-4961-b587-fb518fc58a03 on host dv-cinder-817573-1-iscsi for vnic_type normal with profile {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:10:03.607400 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-14f8074d-7bbd-4225-a8aa-891ba809a454 None None] Attempting to bind port b5951879-661d-4961-b587-fb518fc58a03 by drivers openvswitch,hyperv on host dv-cinder-817573-1-iscsi at level 0 using segments [{'id': 'ac6840e8-2306-401b-a7fb-01834f6798c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a89d86e0-87d8-4789-b42a-c97859407217'}] {{(pid=102741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:10:03.607783 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f8074d-7bbd-4225-a8aa-891ba809a454 None None] Attempting to bind port b5951879-661d-4961-b587-fb518fc58a03 on network a89d86e0-87d8-4789-b42a-c97859407217 {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:10:03.613590 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-5b3d18a2-2531-46c0-9b6d-5e71649f624b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:03.613908 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f8074d-7bbd-4225-a8aa-891ba809a454 None None] Checking agent: {'id': '93bd3d20-65c6-439e-b74a-dd66c3cedb61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 14, 56, 22), 'started_at': datetime.datetime(2021, 11, 19, 14, 56, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:10:03.619573 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f8074d-7bbd-4225-a8aa-891ba809a454 None None] Checking segment: {'id': 'ac6840e8-2306-401b-a7fb-01834f6798c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a89d86e0-87d8-4789-b42a-c97859407217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:10:03.619573 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-14f8074d-7bbd-4225-a8aa-891ba809a454 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:03.619573 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f8074d-7bbd-4225-a8aa-891ba809a454 None None] Bound using segment: {'id': 'ac6840e8-2306-401b-a7fb-01834f6798c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a89d86e0-87d8-4789-b42a-c97859407217'} {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:10:03.619573 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-14f8074d-7bbd-4225-a8aa-891ba809a454 None None] Bound port: b5951879-661d-4961-b587-fb518fc58a03, host: dv-cinder-817573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6840e8-2306-401b-a7fb-01834f6798c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a89d86e0-87d8-4789-b42a-c97859407217'}}] {{(pid=102741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:10:03.619573 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-14f8074d-7bbd-4225-a8aa-891ba809a454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:03.620228 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b1cfcb5d-092d-4abb-8b77-e86e9f672fc1 req-bfe762e9-9af3-4619-8441-acd3cecc1e15 service neutron] 10.222.0.11 "GET /v2.0/networks/f97c391d-7c3e-4d86-a9cf-5e771e36f18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770496 Nov 19 15:10:03.709974 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-14f8074d-7bbd-4225-a8aa-891ba809a454 None None] For port b5951879-661d-4961-b587-fb518fc58a03, host dv-cinder-817573-1-iscsi, cleared binding levels {{(pid=102741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:10:03.714398 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-14f8074d-7bbd-4225-a8aa-891ba809a454 None None] For port b5951879-661d-4961-b587-fb518fc58a03, host dv-cinder-817573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=b5951879-661d-4961-b587-fb518fc58a03,segment=NetworkSegment(ac6840e8-2306-401b-a7fb-01834f6798c4),segment_id=ac6840e8-2306-401b-a7fb-01834f6798c4)] {{(pid=102741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:10:03.719526 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-14f8074d-7bbd-4225-a8aa-891ba809a454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:03.791844 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8074d-7bbd-4225-a8aa-891ba809a454 None None] Pushing event updated for resources: {'Port': ['ID=b5951879-661d-4961-b587-fb518fc58a03,revision_number=2']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:03.914141 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b1cfcb5d-092d-4abb-8b77-e86e9f672fc1 req-4b1a3018-6f5e-40f4-9176-b86609d14f48 service neutron] 10.222.0.11 "GET /v2.0/networks/f97c391d-7c3e-4d86-a9cf-5e771e36f18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866912 Nov 19 15:10:03.949065 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_common [None req-5b3d18a2-2531-46c0-9b6d-5e71649f624b admin admin] Allocated IP 172.27.0.240 (28d9acba-080c-4a37-9781-fba989a64823/831d2bcc-ea48-4f58-960e-dcc1ce111fc5/9205b562-f8e2-4f73-a00d-27090402a202) {{(pid=102740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:10:03.985257 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c183fc8-ce01-4093-8d23-e7eab1277687 req-84f8a6d8-1f9c-4839-8f6d-c9e183d696ad tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:03.986842 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9c183fc8-ce01-4093-8d23-e7eab1277687 req-84f8a6d8-1f9c-4839-8f6d-c9e183d696ad tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 945 time: 0.1121328 Nov 19 15:10:04.127742 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:04.155314 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9c183fc8-ce01-4093-8d23-e7eab1277687 req-df7fcb62-913e-41fc-a378-dc8b8e6e3b7d tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500568 Nov 19 15:10:04.220731 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-5b3d18a2-2531-46c0-9b6d-5e71649f624b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:04.284363 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-5b3d18a2-2531-46c0-9b6d-5e71649f624b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:04.361074 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3d18a2-2531-46c0-9b6d-5e71649f624b admin admin] Network 28d9acba-080c-4a37-9781-fba989a64823 is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:10:04.368714 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [None req-5b3d18a2-2531-46c0-9b6d-5e71649f624b admin admin] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:10:04.372722 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3d18a2-2531-46c0-9b6d-5e71649f624b admin admin] Received port after_create {{(pid=102740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:10:04.404994 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d18a2-2531-46c0-9b6d-5e71649f624b admin admin] Pushing event updated for resources: {'Port': ['ID=9205b562-f8e2-4f73-a00d-27090402a202,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:04.456207 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device c09f3d36-a96d-4152-a3ab-be2391ee4ac5 up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:10:04.517832 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port c09f3d36-a96d-4152-a3ab-be2391ee4ac5 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:10:04.518116 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:04.626329 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device b5951879-661d-4961-b587-fb518fc58a03 up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:10:04.683612 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port b5951879-661d-4961-b587-fb518fc58a03 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:10:04.683986 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:04.688364 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-5b3d18a2-2531-46c0-9b6d-5e71649f624b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:04.818647 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:04.878642 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393c1572-0484-4864-a721-528c56bbf252 None None] Sync routers for ids ['198087ae-1a87-44a4-a7e4-dc636becebab'] in dv-cinder-817573-1-iscsi {{(pid=102742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:10:04.890144 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] For port b5951879-661d-4961-b587-fb518fc58a03, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=b5951879-661d-4961-b587-fb518fc58a03,segment=NetworkSegment(ac6840e8-2306-401b-a7fb-01834f6798c4),segment_id=ac6840e8-2306-401b-a7fb-01834f6798c4)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:10:04.893135 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393c1572-0484-4864-a721-528c56bbf252 None None] Routers {'198087ae-1a87-44a4-a7e4-dc636becebab'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:10:04.894146 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-393c1572-0484-4864-a721-528c56bbf252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:09:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['198087ae-1a87-44a4-a7e4-dc636becebab'], 'active': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:10:04.897596 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:04.970208 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-5b3d18a2-2531-46c0-9b6d-5e71649f624b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437459'] for router, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:04.974190 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Pushing event updated for resources: {'Port': ['ID=b5951879-661d-4961-b587-fb518fc58a03,revision_number=3']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:05.074600 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvr_db [None req-393c1572-0484-4864-a721-528c56bbf252 None None] Set router 198087ae-1a87-44a4-a7e4-dc636becebab gateway port host: dv-cinder-817573-1-iscsi {{(pid=102742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:10:05.131603 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e2372c-7a1d-43aa-9e1d-2a4267886674 None None] Network a89d86e0-87d8-4789-b42a-c97859407217 requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:10:05.169615 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3d18a2-2531-46c0-9b6d-5e71649f624b admin admin] Router 80f24f6c-2ca9-4e2d-8870-077f3e242207 is scheduled to L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d with binding_index 1 {{(pid=102740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 15:10:05.307689 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-8e61facc-9425-4aa7-9f8f-dc1d01c6d2ce None None] Provisioning complete for port b5951879-661d-4961-b587-fb518fc58a03 triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:10:05.308166 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-8e61facc-9425-4aa7-9f8f-dc1d01c6d2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:05.389864 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-393c1572-0484-4864-a721-528c56bbf252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'name': 'tempest-TestShelveInstance-1310042589-router', 'tenant_id': '25b1a546d19f4c95ac7e9af520d72381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c09f3d36-a96d-4152-a3ab-be2391ee4ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:09:57Z', 'updated_at': '2021-11-19T15:10:00Z', 'revision_number': 4, 'project_id': '25b1a546d19f4c95ac7e9af520d72381', 'gw_port': {'id': 'c09f3d36-a96d-4152-a3ab-be2391ee4ac5', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:09:57Z', 'updated_at': '2021-11-19T15:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '45e7c71c-c783-4b4f-9835-cf17783f58aa', 'name': '', 'network_id': '0559b452-5fe2-4232-b5a3-a5ef8698cc01', 'tenant_id': '25b1a546d19f4c95ac7e9af520d72381', 'mac_address': 'fa:16:3e:4a:1e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '01cceedc-612a-4504-ab1d-b99395916aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:09:59Z', 'updated_at': '2021-11-19T15:10:00Z', 'revision_number': 2, 'project_id': '25b1a546d19f4c95ac7e9af520d72381', 'subnets': [{'id': '01cceedc-612a-4504-ab1d-b99395916aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:10:05.391071 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867423c-2607-495c-81e4-319a499699a1 req-2ccf4593-7c17-44f4-a954-0c4278e01fd9 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:05.404261 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-b867423c-2607-495c-81e4-319a499699a1 req-2ccf4593-7c17-44f4-a954-0c4278e01fd9 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 945 time: 0.1098819 Nov 19 15:10:05.447523 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393c1572-0484-4864-a721-528c56bbf252 None None] Checking router: 198087ae-1a87-44a4-a7e4-dc636becebab for host: dv-cinder-817573-1-iscsi {{(pid=102742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:10:05.454648 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393c1572-0484-4864-a721-528c56bbf252 None None] Updating router 198087ae-1a87-44a4-a7e4-dc636becebab port 45e7c71c-c783-4b4f-9835-cf17783f58aa binding host dv-cinder-817573-1-iscsi {{(pid=102742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 15:10:05.523609 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-393c1572-0484-4864-a721-528c56bbf252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:05.526233 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-b867423c-2607-495c-81e4-319a499699a1 req-676860aa-6948-4597-b926-aec71030b46d tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131294 Nov 19 15:10:05.684514 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-f1758428-2e12-46a8-9ad1-c5a721ce845d None None] Provisioning complete for port b5951879-661d-4961-b587-fb518fc58a03 triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:10:05.685781 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-f1758428-2e12-46a8-9ad1-c5a721ce845d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:05.712755 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3d18a2-2531-46c0-9b6d-5e71649f624b admin admin] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:10:05.746685 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc288601-3773-41f3-a778-e75f34f3dd8b None None] Sync routers for ids ['80f24f6c-2ca9-4e2d-8870-077f3e242207'] in dv-cinder-817573-1-iscsi {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:10:05.773283 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-5b3d18a2-2531-46c0-9b6d-5e71649f624b admin admin] Publish callbacks [] for router, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:05.781606 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-5b3d18a2-2531-46c0-9b6d-5e71649f624b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1614943 Nov 19 15:10:05.784227 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 47360) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:10:05.812338 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc288601-3773-41f3-a778-e75f34f3dd8b None None] Routers {'80f24f6c-2ca9-4e2d-8870-077f3e242207'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:10:05.812996 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-fc288601-3773-41f3-a778-e75f34f3dd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:09:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['80f24f6c-2ca9-4e2d-8870-077f3e242207'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:10:05.966990 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-fc288601-3773-41f3-a778-e75f34f3dd8b None None] Set router 80f24f6c-2ca9-4e2d-8870-077f3e242207 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:10:05.992420 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-393c1572-0484-4864-a721-528c56bbf252 None None] Publish callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:06.000368 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-393c1572-0484-4864-a721-528c56bbf252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:06.049923 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f89ecf-0ee0-40f2-a86f-ab6ba0251ecc None None] Pushing event updated for resources: {'Port': ['ID=45e7c71c-c783-4b4f-9835-cf17783f58aa,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:06.059111 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f89ecf-0ee0-40f2-a86f-ab6ba0251ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:10:06.060613 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f89ecf-0ee0-40f2-a86f-ab6ba0251ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:10:06.061504 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f89ecf-0ee0-40f2-a86f-ab6ba0251ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:10:06.062151 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f89ecf-0ee0-40f2-a86f-ab6ba0251ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:10:06.062732 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f89ecf-0ee0-40f2-a86f-ab6ba0251ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:10:06.063319 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f89ecf-0ee0-40f2-a86f-ab6ba0251ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:10:06.063879 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f89ecf-0ee0-40f2-a86f-ab6ba0251ecc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:10:06.064530 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f89ecf-0ee0-40f2-a86f-ab6ba0251ecc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:10:06.065212 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f89ecf-0ee0-40f2-a86f-ab6ba0251ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:10:06.065758 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f89ecf-0ee0-40f2-a86f-ab6ba0251ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:10:06.066303 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f89ecf-0ee0-40f2-a86f-ab6ba0251ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:10:06.066799 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f89ecf-0ee0-40f2-a86f-ab6ba0251ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:10:06.179919 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-393c1572-0484-4864-a721-528c56bbf252 None None] Attempting to bind port 45e7c71c-c783-4b4f-9835-cf17783f58aa on host dv-cinder-817573-1-iscsi for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:10:06.181238 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-393c1572-0484-4864-a721-528c56bbf252 None None] Attempting to bind port 45e7c71c-c783-4b4f-9835-cf17783f58aa by drivers openvswitch,hyperv on host dv-cinder-817573-1-iscsi at level 0 using segments [{'id': '94570b8a-3c9b-4683-9745-7999863e07b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0559b452-5fe2-4232-b5a3-a5ef8698cc01'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:10:06.181781 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393c1572-0484-4864-a721-528c56bbf252 None None] Attempting to bind port 45e7c71c-c783-4b4f-9835-cf17783f58aa on network 0559b452-5fe2-4232-b5a3-a5ef8698cc01 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:10:06.189865 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393c1572-0484-4864-a721-528c56bbf252 None None] Checking agent: {'id': '93bd3d20-65c6-439e-b74a-dd66c3cedb61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 14, 56, 22), 'started_at': datetime.datetime(2021, 11, 19, 14, 56, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:10:06.190664 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393c1572-0484-4864-a721-528c56bbf252 None None] Checking segment: {'id': '94570b8a-3c9b-4683-9745-7999863e07b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0559b452-5fe2-4232-b5a3-a5ef8698cc01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:10:06.191360 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-393c1572-0484-4864-a721-528c56bbf252 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:06.191921 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393c1572-0484-4864-a721-528c56bbf252 None None] Bound using segment: {'id': '94570b8a-3c9b-4683-9745-7999863e07b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0559b452-5fe2-4232-b5a3-a5ef8698cc01'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:10:06.192541 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-393c1572-0484-4864-a721-528c56bbf252 None None] Bound port: 45e7c71c-c783-4b4f-9835-cf17783f58aa, host: dv-cinder-817573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94570b8a-3c9b-4683-9745-7999863e07b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0559b452-5fe2-4232-b5a3-a5ef8698cc01'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:10:06.193154 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-393c1572-0484-4864-a721-528c56bbf252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:06.299360 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-393c1572-0484-4864-a721-528c56bbf252 None None] For port 45e7c71c-c783-4b4f-9835-cf17783f58aa, host dv-cinder-817573-1-iscsi, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:10:06.302962 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-393c1572-0484-4864-a721-528c56bbf252 None None] For port 45e7c71c-c783-4b4f-9835-cf17783f58aa, host dv-cinder-817573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=45e7c71c-c783-4b4f-9835-cf17783f58aa,segment=NetworkSegment(94570b8a-3c9b-4683-9745-7999863e07b3),segment_id=94570b8a-3c9b-4683-9745-7999863e07b3)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:10:06.318267 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-393c1572-0484-4864-a721-528c56bbf252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:06.319965 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-fc288601-3773-41f3-a778-e75f34f3dd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f24f6c-2ca9-4e2d-8870-077f3e242207', 'name': 'tempest-TestShelveInstance-1140897796-router', 'tenant_id': '050dcf7414a5441baeafa1eac2da4ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '9205b562-f8e2-4f73-a00d-27090402a202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:10:02Z', 'updated_at': '2021-11-19T15:10:04Z', 'revision_number': 3, 'project_id': '050dcf7414a5441baeafa1eac2da4ae8', 'gw_port': {'id': '9205b562-f8e2-4f73-a00d-27090402a202', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f24f6c-2ca9-4e2d-8870-077f3e242207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:10:03Z', 'updated_at': '2021-11-19T15:10:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi'}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:10:06.360281 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc288601-3773-41f3-a778-e75f34f3dd8b None None] Checking router: 80f24f6c-2ca9-4e2d-8870-077f3e242207 for host: dv-cinder-817573-1-iscsi {{(pid=102741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:10:06.360768 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc288601-3773-41f3-a778-e75f34f3dd8b None None] Updating router 80f24f6c-2ca9-4e2d-8870-077f3e242207 port 9205b562-f8e2-4f73-a00d-27090402a202 binding host dv-cinder-817573-1-iscsi {{(pid=102741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 15:10:06.363026 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device b5951879-661d-4961-b587-fb518fc58a03 up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:10:06.396342 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f89ecf-0ee0-40f2-a86f-ab6ba0251ecc None None] Pushing event updated for resources: {'Port': ['ID=45e7c71c-c783-4b4f-9835-cf17783f58aa,revision_number=4']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:06.398910 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393c1572-0484-4864-a721-528c56bbf252 None None] Routers {'198087ae-1a87-44a4-a7e4-dc636becebab'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:10:06.399505 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-393c1572-0484-4864-a721-528c56bbf252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:09:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['198087ae-1a87-44a4-a7e4-dc636becebab'], 'active': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:10:06.427744 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-fc288601-3773-41f3-a778-e75f34f3dd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:06.482583 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-0e35f6c8-0a44-4b5c-87e5-de1985429e50 None None] Provisioning complete for port 45e7c71c-c783-4b4f-9835-cf17783f58aa triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:10:06.483185 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-0e35f6c8-0a44-4b5c-87e5-de1985429e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:06.554225 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvr_db [None req-393c1572-0484-4864-a721-528c56bbf252 None None] Set router 198087ae-1a87-44a4-a7e4-dc636becebab gateway port host: dv-cinder-817573-1-iscsi {{(pid=102742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:10:06.590784 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-6062a2f4-3a74-4d54-9db0-e2e6ca0f1fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:06.717834 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-0e35f6c8-0a44-4b5c-87e5-de1985429e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:06.760957 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-0e35f6c8-0a44-4b5c-87e5-de1985429e50 None None] For port 45e7c71c-c783-4b4f-9835-cf17783f58aa, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=45e7c71c-c783-4b4f-9835-cf17783f58aa,segment=NetworkSegment(94570b8a-3c9b-4683-9745-7999863e07b3),segment_id=94570b8a-3c9b-4683-9745-7999863e07b3)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:10:06.769968 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port b5951879-661d-4961-b587-fb518fc58a03 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:10:06.770509 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:06.775382 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-0e35f6c8-0a44-4b5c-87e5-de1985429e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:06.831811 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_common [None req-6062a2f4-3a74-4d54-9db0-e2e6ca0f1fff admin admin] Allocated IP 172.20.0.1 (a89d86e0-87d8-4789-b42a-c97859407217/99cc2c31-a2c9-4f43-9011-abcdd732d8c3/784940e7-8e7a-4083-ab5b-bbe03a9677d7) {{(pid=102740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:10:06.878161 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-393c1572-0484-4864-a721-528c56bbf252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'name': 'tempest-TestShelveInstance-1310042589-router', 'tenant_id': '25b1a546d19f4c95ac7e9af520d72381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c09f3d36-a96d-4152-a3ab-be2391ee4ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:09:57Z', 'updated_at': '2021-11-19T15:10:00Z', 'revision_number': 4, 'project_id': '25b1a546d19f4c95ac7e9af520d72381', 'gw_port': {'id': 'c09f3d36-a96d-4152-a3ab-be2391ee4ac5', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:09:57Z', 'updated_at': '2021-11-19T15:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '45e7c71c-c783-4b4f-9835-cf17783f58aa', 'name': '', 'network_id': '0559b452-5fe2-4232-b5a3-a5ef8698cc01', 'tenant_id': '25b1a546d19f4c95ac7e9af520d72381', 'mac_address': 'fa:16:3e:4a:1e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '01cceedc-612a-4504-ab1d-b99395916aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:09:59Z', 'updated_at': '2021-11-19T15:10:06Z', 'revision_number': 4, 'project_id': '25b1a546d19f4c95ac7e9af520d72381', 'subnets': [{'id': '01cceedc-612a-4504-ab1d-b99395916aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:10:06.925073 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393c1572-0484-4864-a721-528c56bbf252 None None] The sync data for ids ['198087ae-1a87-44a4-a7e4-dc636becebab'] in dv-cinder-817573-1-iscsi is: [{'id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'name': 'tempest-TestShelveInstance-1310042589-router', 'tenant_id': '25b1a546d19f4c95ac7e9af520d72381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c09f3d36-a96d-4152-a3ab-be2391ee4ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:09:57Z', 'updated_at': '2021-11-19T15:10:00Z', 'revision_number': 4, 'project_id': '25b1a546d19f4c95ac7e9af520d72381', 'gw_port': {'id': 'c09f3d36-a96d-4152-a3ab-be2391ee4ac5', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:09:57Z', 'updated_at': '2021-11-19T15:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '45e7c71c-c783-4b4f-9835-cf17783f58aa', 'name': '', 'network_id': '0559b452-5fe2-4232-b5a3-a5ef8698cc01', 'tenant_id': '25b1a546d19f4c95ac7e9af520d72381', 'mac_address': 'fa:16:3e:4a:1e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '01cceedc-612a-4504-ab1d-b99395916aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:09:59Z', 'updated_at': '2021-11-19T15:10:06Z', 'revision_number': 4, 'project_id': '25b1a546d19f4c95ac7e9af520d72381', 'subnets': [{'id': '01cceedc-612a-4504-ab1d-b99395916aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:10:06.992127 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-6062a2f4-3a74-4d54-9db0-e2e6ca0f1fff admin admin] Publish callbacks [] for port, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:07.025663 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5496fd-df4b-42fb-816b-d04631cccf84 req-1fab9ca8-2c5a-4ea9-b54e-7002e00277cf tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:07.026885 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3f5496fd-df4b-42fb-816b-d04631cccf84 req-1fab9ca8-2c5a-4ea9-b54e-7002e00277cf tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 945 time: 0.1655030 Nov 19 15:10:07.053428 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-6062a2f4-3a74-4d54-9db0-e2e6ca0f1fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:07.063340 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-96f53de1-0c95-49c8-b044-6c86c07c9531 None None] Provisioning complete for port 45e7c71c-c783-4b4f-9835-cf17783f58aa triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:10:07.063862 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-96f53de1-0c95-49c8-b044-6c86c07c9531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:07.072469 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35f6c8-0a44-4b5c-87e5-de1985429e50 None None] Pushing event updated for resources: {'Port': ['ID=45e7c71c-c783-4b4f-9835-cf17783f58aa,revision_number=5']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:07.114894 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6062a2f4-3a74-4d54-9db0-e2e6ca0f1fff admin admin] Network a89d86e0-87d8-4789-b42a-c97859407217 is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:10:07.131413 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [None req-6062a2f4-3a74-4d54-9db0-e2e6ca0f1fff admin admin] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:10:07.171690 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3f5496fd-df4b-42fb-816b-d04631cccf84 req-3db2c3e7-6aac-47f6-ba9d-3fbdfa29a9b5 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317115 Nov 19 15:10:07.172722 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062a2f4-3a74-4d54-9db0-e2e6ca0f1fff admin admin] Pushing event updated for resources: {'Port': ['ID=784940e7-8e7a-4083-ab5b-bbe03a9677d7,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:07.175712 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6062a2f4-3a74-4d54-9db0-e2e6ca0f1fff admin admin] Received port after_create {{(pid=102740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:10:07.287903 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-6062a2f4-3a74-4d54-9db0-e2e6ca0f1fff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469380'] for router_interface, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:07.332500 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-fc288601-3773-41f3-a778-e75f34f3dd8b None None] Publish callbacks [] for port, precommit_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:07.344402 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-fc288601-3773-41f3-a778-e75f34f3dd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:07.440553 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-fc288601-3773-41f3-a778-e75f34f3dd8b None None] Attempting to bind port 9205b562-f8e2-4f73-a00d-27090402a202 on host dv-cinder-817573-1-iscsi for vnic_type normal with profile {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:10:07.441102 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-fc288601-3773-41f3-a778-e75f34f3dd8b None None] Attempting to bind port 9205b562-f8e2-4f73-a00d-27090402a202 by drivers openvswitch,hyperv on host dv-cinder-817573-1-iscsi at level 0 using segments [{'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'}] {{(pid=102741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:10:07.441569 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc288601-3773-41f3-a778-e75f34f3dd8b None None] Attempting to bind port 9205b562-f8e2-4f73-a00d-27090402a202 on network 28d9acba-080c-4a37-9781-fba989a64823 {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:10:07.444937 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0aaeaf-ec8f-4151-b60d-7c9bea193fad None None] Pushing event updated for resources: {'Port': ['ID=9205b562-f8e2-4f73-a00d-27090402a202,revision_number=2']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:07.450073 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc288601-3773-41f3-a778-e75f34f3dd8b None None] Checking agent: {'id': '93bd3d20-65c6-439e-b74a-dd66c3cedb61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 14, 56, 22), 'started_at': datetime.datetime(2021, 11, 19, 14, 56, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:10:07.450817 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc288601-3773-41f3-a778-e75f34f3dd8b None None] Checking segment: {'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:10:07.451395 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-fc288601-3773-41f3-a778-e75f34f3dd8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:07.451883 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc288601-3773-41f3-a778-e75f34f3dd8b None None] Bound using segment: {'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'} {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:10:07.452847 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-fc288601-3773-41f3-a778-e75f34f3dd8b None None] Bound port: 9205b562-f8e2-4f73-a00d-27090402a202, host: dv-cinder-817573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'}}] {{(pid=102741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:10:07.453023 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-fc288601-3773-41f3-a778-e75f34f3dd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:07.507906 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-c3b6dd2e-2293-4297-8eb2-e825ab3d9e68 None None] Provisioning complete for port 784940e7-8e7a-4083-ab5b-bbe03a9677d7 triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:10:07.508682 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-c3b6dd2e-2293-4297-8eb2-e825ab3d9e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:07.547313 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-6062a2f4-3a74-4d54-9db0-e2e6ca0f1fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:07.556576 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-fc288601-3773-41f3-a778-e75f34f3dd8b None None] For port 9205b562-f8e2-4f73-a00d-27090402a202, host dv-cinder-817573-1-iscsi, cleared binding levels {{(pid=102741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:10:07.573001 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-fc288601-3773-41f3-a778-e75f34f3dd8b None None] For port 9205b562-f8e2-4f73-a00d-27090402a202, host dv-cinder-817573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=9205b562-f8e2-4f73-a00d-27090402a202,segment=NetworkSegment(8c548d3f-e438-4dec-b739-b60f621b5d36),segment_id=8c548d3f-e438-4dec-b739-b60f621b5d36)] {{(pid=102741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:10:07.574252 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-c3b6dd2e-2293-4297-8eb2-e825ab3d9e68 None None] Port 784940e7-8e7a-4083-ab5b-bbe03a9677d7 cannot update to ACTIVE because it is not bound. {{(pid=102741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 15:10:07.579119 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-fc288601-3773-41f3-a778-e75f34f3dd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:07.662281 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc288601-3773-41f3-a778-e75f34f3dd8b None None] Routers {'80f24f6c-2ca9-4e2d-8870-077f3e242207'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:10:07.663260 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-fc288601-3773-41f3-a778-e75f34f3dd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:09:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['80f24f6c-2ca9-4e2d-8870-077f3e242207'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:10:07.668830 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0aaeaf-ec8f-4151-b60d-7c9bea193fad None None] Pushing event updated for resources: {'Port': ['ID=9205b562-f8e2-4f73-a00d-27090402a202,revision_number=3']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:07.811063 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-6062a2f4-3a74-4d54-9db0-e2e6ca0f1fff admin admin] Publish callbacks [] for port, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:07.817920 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-6062a2f4-3a74-4d54-9db0-e2e6ca0f1fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59360342'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:07.821834 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-fc288601-3773-41f3-a778-e75f34f3dd8b None None] Set router 80f24f6c-2ca9-4e2d-8870-077f3e242207 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:10:07.908932 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-6062a2f4-3a74-4d54-9db0-e2e6ca0f1fff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469780'] for router_interface, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:07.979789 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062a2f4-3a74-4d54-9db0-e2e6ca0f1fff admin admin] Pushing event updated for resources: {'Port': ['ID=784940e7-8e7a-4083-ab5b-bbe03a9677d7,revision_number=2']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:08.044847 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6062a2f4-3a74-4d54-9db0-e2e6ca0f1fff admin admin] Network a89d86e0-87d8-4789-b42a-c97859407217 is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:10:08.047462 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [None req-6062a2f4-3a74-4d54-9db0-e2e6ca0f1fff admin admin] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:10:08.097978 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-fc288601-3773-41f3-a778-e75f34f3dd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f24f6c-2ca9-4e2d-8870-077f3e242207', 'name': 'tempest-TestShelveInstance-1140897796-router', 'tenant_id': '050dcf7414a5441baeafa1eac2da4ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '9205b562-f8e2-4f73-a00d-27090402a202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:10:02Z', 'updated_at': '2021-11-19T15:10:07Z', 'revision_number': 4, 'project_id': '050dcf7414a5441baeafa1eac2da4ae8', 'gw_port': {'id': '9205b562-f8e2-4f73-a00d-27090402a202', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f24f6c-2ca9-4e2d-8870-077f3e242207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:10:03Z', 'updated_at': '2021-11-19T15:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '784940e7-8e7a-4083-ab5b-bbe03a9677d7', 'name': '', 'network_id': 'a89d86e0-87d8-4789-b42a-c97859407217', 'tenant_id': '050dcf7414a5441baeafa1eac2da4ae8', 'mac_address': 'fa:16:3e:04:b1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f24f6c-2ca9-4e2d-8870-077f3e242207', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '99cc2c31-a2c9-4f43-9011-abcdd732d8c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:10:06Z', 'updated_at': '2021-11-19T15:10:06Z', 'revision_number': 1, 'project_id': '050dcf7414a5441baeafa1eac2da4ae8', 'subnets': [{'id': '99cc2c31-a2c9-4f43-9011-abcdd732d8c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:10:08.133103 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc288601-3773-41f3-a778-e75f34f3dd8b None None] The sync data for ids ['80f24f6c-2ca9-4e2d-8870-077f3e242207'] in dv-cinder-817573-1-iscsi is: [{'id': '80f24f6c-2ca9-4e2d-8870-077f3e242207', 'name': 'tempest-TestShelveInstance-1140897796-router', 'tenant_id': '050dcf7414a5441baeafa1eac2da4ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '9205b562-f8e2-4f73-a00d-27090402a202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:10:02Z', 'updated_at': '2021-11-19T15:10:07Z', 'revision_number': 4, 'project_id': '050dcf7414a5441baeafa1eac2da4ae8', 'gw_port': {'id': '9205b562-f8e2-4f73-a00d-27090402a202', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f24f6c-2ca9-4e2d-8870-077f3e242207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:10:03Z', 'updated_at': '2021-11-19T15:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '784940e7-8e7a-4083-ab5b-bbe03a9677d7', 'name': '', 'network_id': 'a89d86e0-87d8-4789-b42a-c97859407217', 'tenant_id': '050dcf7414a5441baeafa1eac2da4ae8', 'mac_address': 'fa:16:3e:04:b1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f24f6c-2ca9-4e2d-8870-077f3e242207', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '99cc2c31-a2c9-4f43-9011-abcdd732d8c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:10:06Z', 'updated_at': '2021-11-19T15:10:06Z', 'revision_number': 1, 'project_id': '050dcf7414a5441baeafa1eac2da4ae8', 'subnets': [{'id': '99cc2c31-a2c9-4f43-9011-abcdd732d8c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:10:08.214591 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6062a2f4-3a74-4d54-9db0-e2e6ca0f1fff admin admin] Router 80f24f6c-2ca9-4e2d-8870-077f3e242207 has already been hosted by L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d {{(pid=102740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 15:10:08.402674 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 45e7c71c-c783-4b4f-9835-cf17783f58aa up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:10:08.428266 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d6239-4b9d-4b67-84de-3005924f2eb4 req-1ee0fddd-fb96-4fd8-9262-ef0af6a6c140 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:08.430674 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-418d6239-4b9d-4b67-84de-3005924f2eb4 req-1ee0fddd-fb96-4fd8-9262-ef0af6a6c140 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 945 time: 0.0838780 Nov 19 15:10:08.440889 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6062a2f4-3a74-4d54-9db0-e2e6ca0f1fff admin admin] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:10:08.459897 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-6062a2f4-3a74-4d54-9db0-e2e6ca0f1fff admin admin] 10.222.0.20 "PUT /v2.0/routers/80f24f6c-2ca9-4e2d-8870-077f3e242207/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6741407 Nov 19 15:10:08.478863 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-1e83a635-c020-4ff8-adcc-2f568ebbb512 None None] Provisioning complete for port 784940e7-8e7a-4083-ab5b-bbe03a9677d7 triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:10:08.479308 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-1e83a635-c020-4ff8-adcc-2f568ebbb512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:08.572719 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-418d6239-4b9d-4b67-84de-3005924f2eb4 req-8a886097-7287-4c65-b6c5-01b5dd7a01e4 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275806 Nov 19 15:10:08.574911 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-1e83a635-c020-4ff8-adcc-2f568ebbb512 None None] Port 784940e7-8e7a-4083-ab5b-bbe03a9677d7 cannot update to ACTIVE because it is not bound. {{(pid=102741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 15:10:08.596779 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port 45e7c71c-c783-4b4f-9835-cf17783f58aa triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:10:08.597183 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:09.305692 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 47372) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:10:09.331179 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [None req-490623a4-3ea7-42cc-874c-2a300ac22551 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-556241559', 'description': 'tempest-secgroup-smoke-556241559 description', 'project_id': '25b1a546d19f4c95ac7e9af520d72381'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:10:09.356259 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-490623a4-3ea7-42cc-874c-2a300ac22551 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:09.432595 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-490623a4-3ea7-42cc-874c-2a300ac22551 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:09.439912 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-490623a4-3ea7-42cc-874c-2a300ac22551 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:09.467417 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-490623a4-3ea7-42cc-874c-2a300ac22551 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:09.470695 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 47378) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:10:09.471179 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-490623a4-3ea7-42cc-874c-2a300ac22551 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1593482 Nov 19 15:10:09.476048 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-41257c71-b4af-40f9-a940-e3927f7af97e tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Request body: {'security_group_rule': {'security_group_id': 'b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c', 'project_id': '25b1a546d19f4c95ac7e9af520d72381', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:10:09.488245 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490623a4-3ea7-42cc-874c-2a300ac22551 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:09.509448 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-41257c71-b4af-40f9-a940-e3927f7af97e tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:09.580061 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-41257c71-b4af-40f9-a940-e3927f7af97e tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:09.585248 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-41257c71-b4af-40f9-a940-e3927f7af97e tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783094'] for security_group_rule, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:09.600500 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41257c71-b4af-40f9-a940-e3927f7af97e tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d02b28e6-777a-4a1a-a07d-2cf90fa97091,revision_number=0']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:09.620551 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-41257c71-b4af-40f9-a940-e3927f7af97e tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:09.623334 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-41257c71-b4af-40f9-a940-e3927f7af97e tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1513577 Nov 19 15:10:09.626310 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 47382) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:10:09.632989 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [None req-84c58fa3-198f-4b55-89aa-e427a6e5dfcb tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Request body: {'security_group_rule': {'security_group_id': 'b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c', 'project_id': '25b1a546d19f4c95ac7e9af520d72381', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:10:09.685816 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-84c58fa3-198f-4b55-89aa-e427a6e5dfcb tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:09.729536 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818be533-8efd-4cc0-9776-914b623f88dd req-dee02903-dc30-4c6a-a847-e5cce305dd2c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:09.739674 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-818be533-8efd-4cc0-9776-914b623f88dd req-dee02903-dc30-4c6a-a847-e5cce305dd2c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 945 time: 0.0764639 Nov 19 15:10:09.752023 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-84c58fa3-198f-4b55-89aa-e427a6e5dfcb tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:09.760261 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-84c58fa3-198f-4b55-89aa-e427a6e5dfcb tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783094'] for security_group_rule, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:09.787427 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-84c58fa3-198f-4b55-89aa-e427a6e5dfcb tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:09.791493 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-84c58fa3-198f-4b55-89aa-e427a6e5dfcb tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1617525 Nov 19 15:10:09.792719 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 47384) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:10:09.797730 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [None req-d1f125d7-3437-4c06-977b-ea1444e32bcc tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Request body: {'security_group_rule': {'security_group_id': 'b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c', 'project_id': '25b1a546d19f4c95ac7e9af520d72381', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:10:09.801090 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-818be533-8efd-4cc0-9776-914b623f88dd req-2fd9e498-56eb-4f07-b7b5-e16b3b86af0d tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603309 Nov 19 15:10:09.833499 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c58fa3-198f-4b55-89aa-e427a6e5dfcb tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1555512-2177-4ba5-bf93-0aae559447cc,revision_number=0']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:09.845607 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-d1f125d7-3437-4c06-977b-ea1444e32bcc tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:09.913923 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-d1f125d7-3437-4c06-977b-ea1444e32bcc tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:09.923437 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-d1f125d7-3437-4c06-977b-ea1444e32bcc tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783094'] for security_group_rule, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:09.945052 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f125d7-3437-4c06-977b-ea1444e32bcc tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0778ffd-c624-440f-aea0-00c17b76df39,revision_number=0']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:09.959000 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-d1f125d7-3437-4c06-977b-ea1444e32bcc tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:09.961172 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-d1f125d7-3437-4c06-977b-ea1444e32bcc tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1669421 Nov 19 15:10:09.963507 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 47386) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:10:09.972346 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-80bc7dd3-cca1-4041-a9d4-dc61237e5706 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Request body: {'security_group_rule': {'security_group_id': 'b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c', 'project_id': '25b1a546d19f4c95ac7e9af520d72381', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:10:10.011034 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-80bc7dd3-cca1-4041-a9d4-dc61237e5706 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:10.088936 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-80bc7dd3-cca1-4041-a9d4-dc61237e5706 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:10.096303 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-80bc7dd3-cca1-4041-a9d4-dc61237e5706 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783094'] for security_group_rule, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:10.116268 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc7dd3-cca1-4041-a9d4-dc61237e5706 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dbab6b6-3b5b-4143-b930-84dc9c5f5fd1,revision_number=0']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:10.136104 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-80bc7dd3-cca1-4041-a9d4-dc61237e5706 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:10.137368 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-80bc7dd3-cca1-4041-a9d4-dc61237e5706 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1728263 Nov 19 15:10:10.140769 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 47388) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:10:10.145942 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-d379196e-21dc-45de-9ab4-0678908fe813 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Request body: {'security_group_rule': {'security_group_id': 'b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c', 'project_id': '25b1a546d19f4c95ac7e9af520d72381', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:10:10.172591 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.db.securitygroups_db [None req-d379196e-21dc-45de-9ab4-0678908fe813 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Project 25b1a546d19f4c95ac7e9af520d72381 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 15:10:10.178497 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d379196e-21dc-45de-9ab4-0678908fe813 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:10.267793 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d379196e-21dc-45de-9ab4-0678908fe813 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:10.273459 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d379196e-21dc-45de-9ab4-0678908fe813 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783094'] for security_group_rule, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:10.294866 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379196e-21dc-45de-9ab4-0678908fe813 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a8ffa0-47ca-4b13-9395-b42756edf328,revision_number=0']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:10.307200 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d379196e-21dc-45de-9ab4-0678908fe813 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:10.312046 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-d379196e-21dc-45de-9ab4-0678908fe813 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1670811 Nov 19 15:10:10.312431 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 47390) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:10:10.317496 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-bc117dff-2dcd-4d73-9681-a18815934b99 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Request body: {'security_group_rule': {'security_group_id': 'b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c', 'project_id': '25b1a546d19f4c95ac7e9af520d72381', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:10:10.353925 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 9205b562-f8e2-4f73-a00d-27090402a202 up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:10:10.361595 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.db.securitygroups_db [None req-bc117dff-2dcd-4d73-9681-a18815934b99 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Project 25b1a546d19f4c95ac7e9af520d72381 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 15:10:10.367495 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-bc117dff-2dcd-4d73-9681-a18815934b99 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:10.410172 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port 9205b562-f8e2-4f73-a00d-27090402a202 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:10:10.410893 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:10.439114 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-bc117dff-2dcd-4d73-9681-a18815934b99 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:10.443618 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-bc117dff-2dcd-4d73-9681-a18815934b99 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783094'] for security_group_rule, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:10.468988 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc117dff-2dcd-4d73-9681-a18815934b99 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab1227e8-3964-4d83-8d1e-b7a4f1f78b2f,revision_number=0']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:10.483846 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-bc117dff-2dcd-4d73-9681-a18815934b99 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:10.487230 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-bc117dff-2dcd-4d73-9681-a18815934b99 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1724405 Nov 19 15:10:10.507752 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:10.529976 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] For port 9205b562-f8e2-4f73-a00d-27090402a202, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=9205b562-f8e2-4f73-a00d-27090402a202,segment=NetworkSegment(8c548d3f-e438-4dec-b739-b60f621b5d36),segment_id=8c548d3f-e438-4dec-b739-b60f621b5d36)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:10:10.537761 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:10.613236 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Pushing event updated for resources: {'Port': ['ID=9205b562-f8e2-4f73-a00d-27090402a202,revision_number=4']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:10.987373 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb49bb-d88f-48f2-bdbc-369fe8725fea req-3ece55a0-b480-408f-b22b-eb56cd917af5 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:10.989793 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a6eb49bb-d88f-48f2-bdbc-369fe8725fea req-3ece55a0-b480-408f-b22b-eb56cd917af5 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 945 time: 0.0817766 Nov 19 15:10:11.082735 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a6eb49bb-d88f-48f2-bdbc-369fe8725fea req-56419446-8fc9-4626-8da1-cffaf5b52ed4 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846250 Nov 19 15:10:11.105650 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7a2bad-1d7a-4e45-88ad-5386b82b2bcb None None] Sync routers for ids ['80f24f6c-2ca9-4e2d-8870-077f3e242207'] in dv-cinder-817573-1-iscsi {{(pid=102742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:10:11.121871 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7a2bad-1d7a-4e45-88ad-5386b82b2bcb None None] Routers {'80f24f6c-2ca9-4e2d-8870-077f3e242207'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:10:11.125647 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-cd7a2bad-1d7a-4e45-88ad-5386b82b2bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:09:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['80f24f6c-2ca9-4e2d-8870-077f3e242207'], 'active': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:10:11.261404 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvr_db [None req-cd7a2bad-1d7a-4e45-88ad-5386b82b2bcb None None] Set router 80f24f6c-2ca9-4e2d-8870-077f3e242207 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:10:11.493610 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-cd7a2bad-1d7a-4e45-88ad-5386b82b2bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f24f6c-2ca9-4e2d-8870-077f3e242207', 'name': 'tempest-TestShelveInstance-1140897796-router', 'tenant_id': '050dcf7414a5441baeafa1eac2da4ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '9205b562-f8e2-4f73-a00d-27090402a202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:10:02Z', 'updated_at': '2021-11-19T15:10:07Z', 'revision_number': 4, 'project_id': '050dcf7414a5441baeafa1eac2da4ae8', 'gw_port': {'id': '9205b562-f8e2-4f73-a00d-27090402a202', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f24f6c-2ca9-4e2d-8870-077f3e242207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:10:03Z', 'updated_at': '2021-11-19T15:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '784940e7-8e7a-4083-ab5b-bbe03a9677d7', 'name': '', 'network_id': 'a89d86e0-87d8-4789-b42a-c97859407217', 'tenant_id': '050dcf7414a5441baeafa1eac2da4ae8', 'mac_address': 'fa:16:3e:04:b1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f24f6c-2ca9-4e2d-8870-077f3e242207', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '99cc2c31-a2c9-4f43-9011-abcdd732d8c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:10:06Z', 'updated_at': '2021-11-19T15:10:07Z', 'revision_number': 2, 'project_id': '050dcf7414a5441baeafa1eac2da4ae8', 'subnets': [{'id': '99cc2c31-a2c9-4f43-9011-abcdd732d8c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:10:11.530161 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7a2bad-1d7a-4e45-88ad-5386b82b2bcb None None] Checking router: 80f24f6c-2ca9-4e2d-8870-077f3e242207 for host: dv-cinder-817573-1-iscsi {{(pid=102742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:10:11.530523 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7a2bad-1d7a-4e45-88ad-5386b82b2bcb None None] Updating router 80f24f6c-2ca9-4e2d-8870-077f3e242207 port 784940e7-8e7a-4083-ab5b-bbe03a9677d7 binding host dv-cinder-817573-1-iscsi {{(pid=102742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 15:10:11.561014 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cd7a2bad-1d7a-4e45-88ad-5386b82b2bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:11.869456 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cd7a2bad-1d7a-4e45-88ad-5386b82b2bcb None None] Publish callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:11.876833 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cd7a2bad-1d7a-4e45-88ad-5386b82b2bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:11.927187 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff626eb7-6f26-418e-b96f-690d3406e255 None None] Pushing event updated for resources: {'Port': ['ID=784940e7-8e7a-4083-ab5b-bbe03a9677d7,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:12.009476 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-cd7a2bad-1d7a-4e45-88ad-5386b82b2bcb None None] Attempting to bind port 784940e7-8e7a-4083-ab5b-bbe03a9677d7 on host dv-cinder-817573-1-iscsi for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:10:12.010135 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-cd7a2bad-1d7a-4e45-88ad-5386b82b2bcb None None] Attempting to bind port 784940e7-8e7a-4083-ab5b-bbe03a9677d7 by drivers openvswitch,hyperv on host dv-cinder-817573-1-iscsi at level 0 using segments [{'id': 'ac6840e8-2306-401b-a7fb-01834f6798c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a89d86e0-87d8-4789-b42a-c97859407217'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:10:12.010677 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a2bad-1d7a-4e45-88ad-5386b82b2bcb None None] Attempting to bind port 784940e7-8e7a-4083-ab5b-bbe03a9677d7 on network a89d86e0-87d8-4789-b42a-c97859407217 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:10:12.016608 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a2bad-1d7a-4e45-88ad-5386b82b2bcb None None] Checking agent: {'id': '93bd3d20-65c6-439e-b74a-dd66c3cedb61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 14, 56, 22), 'started_at': datetime.datetime(2021, 11, 19, 14, 56, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:10:12.017010 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a2bad-1d7a-4e45-88ad-5386b82b2bcb None None] Checking segment: {'id': 'ac6840e8-2306-401b-a7fb-01834f6798c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a89d86e0-87d8-4789-b42a-c97859407217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:10:12.017409 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cd7a2bad-1d7a-4e45-88ad-5386b82b2bcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:12.017801 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a2bad-1d7a-4e45-88ad-5386b82b2bcb None None] Bound using segment: {'id': 'ac6840e8-2306-401b-a7fb-01834f6798c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a89d86e0-87d8-4789-b42a-c97859407217'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:10:12.018265 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-cd7a2bad-1d7a-4e45-88ad-5386b82b2bcb None None] Bound port: 784940e7-8e7a-4083-ab5b-bbe03a9677d7, host: dv-cinder-817573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6840e8-2306-401b-a7fb-01834f6798c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a89d86e0-87d8-4789-b42a-c97859407217'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:10:12.018714 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cd7a2bad-1d7a-4e45-88ad-5386b82b2bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:12.100034 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-cd7a2bad-1d7a-4e45-88ad-5386b82b2bcb None None] For port 784940e7-8e7a-4083-ab5b-bbe03a9677d7, host dv-cinder-817573-1-iscsi, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:10:12.103561 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-cd7a2bad-1d7a-4e45-88ad-5386b82b2bcb None None] For port 784940e7-8e7a-4083-ab5b-bbe03a9677d7, host dv-cinder-817573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=784940e7-8e7a-4083-ab5b-bbe03a9677d7,segment=NetworkSegment(ac6840e8-2306-401b-a7fb-01834f6798c4),segment_id=ac6840e8-2306-401b-a7fb-01834f6798c4)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:10:12.110540 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cd7a2bad-1d7a-4e45-88ad-5386b82b2bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:12.170888 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff626eb7-6f26-418e-b96f-690d3406e255 None None] Pushing event updated for resources: {'Port': ['ID=784940e7-8e7a-4083-ab5b-bbe03a9677d7,revision_number=4']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:12.211548 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7a2bad-1d7a-4e45-88ad-5386b82b2bcb None None] Routers {'80f24f6c-2ca9-4e2d-8870-077f3e242207'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:10:12.212230 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-cd7a2bad-1d7a-4e45-88ad-5386b82b2bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:09:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['80f24f6c-2ca9-4e2d-8870-077f3e242207'], 'active': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:10:12.243060 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-7f157e52-7797-4c5e-baa4-1fe8cabccc4f None None] Provisioning complete for port 784940e7-8e7a-4083-ab5b-bbe03a9677d7 triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:10:12.245681 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-7f157e52-7797-4c5e-baa4-1fe8cabccc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:12.285371 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd30715-190c-449e-8e3b-6a56267710ad req-203dc1c6-fa71-4e3c-a1f1-4f75eb1449ba tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:12.301538 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-9cd30715-190c-449e-8e3b-6a56267710ad req-203dc1c6-fa71-4e3c-a1f1-4f75eb1449ba tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 945 time: 0.1104021 Nov 19 15:10:12.368396 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-9cd30715-190c-449e-8e3b-6a56267710ad req-45c04b79-0e50-4eb5-97eb-7a1c4793ad1a tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655482 Nov 19 15:10:12.449225 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 9205b562-f8e2-4f73-a00d-27090402a202 up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:10:12.551842 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-7f157e52-7797-4c5e-baa4-1fe8cabccc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:12.566209 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvr_db [None req-cd7a2bad-1d7a-4e45-88ad-5386b82b2bcb None None] Set router 80f24f6c-2ca9-4e2d-8870-077f3e242207 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:10:12.577614 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port 9205b562-f8e2-4f73-a00d-27090402a202 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:10:12.578254 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:12.652471 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-7f157e52-7797-4c5e-baa4-1fe8cabccc4f None None] For port 784940e7-8e7a-4083-ab5b-bbe03a9677d7, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=784940e7-8e7a-4083-ab5b-bbe03a9677d7,segment=NetworkSegment(ac6840e8-2306-401b-a7fb-01834f6798c4),segment_id=ac6840e8-2306-401b-a7fb-01834f6798c4)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:10:12.660372 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-7f157e52-7797-4c5e-baa4-1fe8cabccc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:12.736212 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 784940e7-8e7a-4083-ab5b-bbe03a9677d7 up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:10:12.813681 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f157e52-7797-4c5e-baa4-1fe8cabccc4f None None] Pushing event updated for resources: {'Port': ['ID=784940e7-8e7a-4083-ab5b-bbe03a9677d7,revision_number=5']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:12.837926 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-b8ba9ee9-bb6a-45ba-b755-5c1bd0ea2532 None None] Provisioning complete for port 784940e7-8e7a-4083-ab5b-bbe03a9677d7 triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:10:12.838330 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-b8ba9ee9-bb6a-45ba-b755-5c1bd0ea2532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:12.941137 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port 784940e7-8e7a-4083-ab5b-bbe03a9677d7 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:10:12.941507 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:12.961368 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-cd7a2bad-1d7a-4e45-88ad-5386b82b2bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f24f6c-2ca9-4e2d-8870-077f3e242207', 'name': 'tempest-TestShelveInstance-1140897796-router', 'tenant_id': '050dcf7414a5441baeafa1eac2da4ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '9205b562-f8e2-4f73-a00d-27090402a202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:10:02Z', 'updated_at': '2021-11-19T15:10:07Z', 'revision_number': 4, 'project_id': '050dcf7414a5441baeafa1eac2da4ae8', 'gw_port': {'id': '9205b562-f8e2-4f73-a00d-27090402a202', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f24f6c-2ca9-4e2d-8870-077f3e242207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:10:03Z', 'updated_at': '2021-11-19T15:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '784940e7-8e7a-4083-ab5b-bbe03a9677d7', 'name': '', 'network_id': 'a89d86e0-87d8-4789-b42a-c97859407217', 'tenant_id': '050dcf7414a5441baeafa1eac2da4ae8', 'mac_address': 'fa:16:3e:04:b1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f24f6c-2ca9-4e2d-8870-077f3e242207', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '99cc2c31-a2c9-4f43-9011-abcdd732d8c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:10:06Z', 'updated_at': '2021-11-19T15:10:12Z', 'revision_number': 4, 'project_id': '050dcf7414a5441baeafa1eac2da4ae8', 'subnets': [{'id': '99cc2c31-a2c9-4f43-9011-abcdd732d8c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:10:12.989061 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7a2bad-1d7a-4e45-88ad-5386b82b2bcb None None] The sync data for ids ['80f24f6c-2ca9-4e2d-8870-077f3e242207'] in dv-cinder-817573-1-iscsi is: [{'id': '80f24f6c-2ca9-4e2d-8870-077f3e242207', 'name': 'tempest-TestShelveInstance-1140897796-router', 'tenant_id': '050dcf7414a5441baeafa1eac2da4ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '9205b562-f8e2-4f73-a00d-27090402a202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:10:02Z', 'updated_at': '2021-11-19T15:10:07Z', 'revision_number': 4, 'project_id': '050dcf7414a5441baeafa1eac2da4ae8', 'gw_port': {'id': '9205b562-f8e2-4f73-a00d-27090402a202', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f24f6c-2ca9-4e2d-8870-077f3e242207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:10:03Z', 'updated_at': '2021-11-19T15:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '784940e7-8e7a-4083-ab5b-bbe03a9677d7', 'name': '', 'network_id': 'a89d86e0-87d8-4789-b42a-c97859407217', 'tenant_id': '050dcf7414a5441baeafa1eac2da4ae8', 'mac_address': 'fa:16:3e:04:b1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f24f6c-2ca9-4e2d-8870-077f3e242207', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '99cc2c31-a2c9-4f43-9011-abcdd732d8c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:10:06Z', 'updated_at': '2021-11-19T15:10:12Z', 'revision_number': 4, 'project_id': '050dcf7414a5441baeafa1eac2da4ae8', 'subnets': [{'id': '99cc2c31-a2c9-4f43-9011-abcdd732d8c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:10:13.073599 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55681df-3253-491b-bc11-ba4081c4a472 req-283aa65a-1afd-44ae-89b8-bb6bade2be0c tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:13.075205 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a55681df-3253-491b-bc11-ba4081c4a472 req-283aa65a-1afd-44ae-89b8-bb6bade2be0c tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.1644459 Nov 19 15:10:13.143564 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a55681df-3253-491b-bc11-ba4081c4a472 req-36d097fc-e3d1-4e51-a41c-114111289859 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0607817 Nov 19 15:10:13.530611 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990edf22-1204-4bbc-b640-1d70cc997f52 req-9d35d278-a154-4e5c-81a9-df006e96d7d6 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:13.538873 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-990edf22-1204-4bbc-b640-1d70cc997f52 req-9d35d278-a154-4e5c-81a9-df006e96d7d6 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 945 time: 0.0839107 Nov 19 15:10:13.596397 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-990edf22-1204-4bbc-b640-1d70cc997f52 req-3c7295b2-ed55-4392-9f83-4f3701916368 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534220 Nov 19 15:10:14.266488 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a0cef-9f99-44eb-bdf8-69a8de5505b2 req-c005cc4c-3b3f-4b4e-b35d-3b3584813d68 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:14.267552 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 784940e7-8e7a-4083-ab5b-bbe03a9677d7 up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:10:14.267999 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f15a0cef-9f99-44eb-bdf8-69a8de5505b2 req-c005cc4c-3b3f-4b4e-b35d-3b3584813d68 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0511329 Nov 19 15:10:14.315254 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f15a0cef-9f99-44eb-bdf8-69a8de5505b2 req-47ffb1f8-58d3-4551-85fd-5a83aaf0a738 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412831 Nov 19 15:10:14.320648 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port 784940e7-8e7a-4083-ab5b-bbe03a9677d7 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:10:14.321059 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:14.651783 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59661a65-dbf7-4a85-a73f-361d3f189eeb req-ba9af44c-0a4e-40c2-bf8d-421aab790f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:14.653420 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-59661a65-dbf7-4a85-a73f-361d3f189eeb req-ba9af44c-0a4e-40c2-bf8d-421aab790f11 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5eaa9bd6803a47d79c92591db12100ff&device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 1098 time: 0.0406642 Nov 19 15:10:14.713874 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce5ffd-bacc-4790-9665-dd012c6dfd2b req-7ab00bf0-8617-4340-bd77-c7b26e7981d9 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:14.715519 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-12ce5ffd-bacc-4790-9665-dd012c6dfd2b req-7ab00bf0-8617-4340-bd77-c7b26e7981d9 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 945 time: 0.0544131 Nov 19 15:10:14.756307 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59661a65-dbf7-4a85-a73f-361d3f189eeb req-5de38ca4-e11f-4246-a3ba-b8c3c9952878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:14.757856 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-59661a65-dbf7-4a85-a73f-361d3f189eeb req-5de38ca4-e11f-4246-a3ba-b8c3c9952878 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f97c391d-7c3e-4d86-a9cf-5e771e36f18c HTTP/1.1" status: 200 len: 918 time: 0.0961528 Nov 19 15:10:14.775394 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-12ce5ffd-bacc-4790-9665-dd012c6dfd2b req-4a2513f8-6d6a-406f-b062-bb33b09541bd tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488126 Nov 19 15:10:14.825854 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-59661a65-dbf7-4a85-a73f-361d3f189eeb req-689cb8cc-1cf7-4c88-ad55-f0fdc1aa2966 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee3501ca-914e-42a9-885f-d20c58f7ee17 HTTP/1.1" status: 200 len: 1001 time: 0.0566006 Nov 19 15:10:14.880854 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59661a65-dbf7-4a85-a73f-361d3f189eeb req-165df69d-ea9d-4435-962d-b195c0a827fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:14.882188 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-59661a65-dbf7-4a85-a73f-361d3f189eeb req-165df69d-ea9d-4435-962d-b195c0a827fc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8fec746e-ce9d-4877-a4a1-5ea67aae0682 HTTP/1.1" status: 200 len: 856 time: 0.0472064 Nov 19 15:10:14.928535 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59661a65-dbf7-4a85-a73f-361d3f189eeb req-0ca0e5e1-973a-4149-b021-14fc02dbc180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:14.929996 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-59661a65-dbf7-4a85-a73f-361d3f189eeb req-0ca0e5e1-973a-4149-b021-14fc02dbc180 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f97c391d-7c3e-4d86-a9cf-5e771e36f18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380542 Nov 19 15:10:15.021577 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-59661a65-dbf7-4a85-a73f-361d3f189eeb req-f7d1d930-7ff6-483e-a750-290a2731956a service neutron] 10.222.0.11 "GET /v2.0/networks/f97c391d-7c3e-4d86-a9cf-5e771e36f18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827026 Nov 19 15:10:15.116805 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-59661a65-dbf7-4a85-a73f-361d3f189eeb req-c0d6f8c9-ca25-4977-9e20-389b57bab828 service neutron] 10.222.0.11 "GET /v2.0/networks/f97c391d-7c3e-4d86-a9cf-5e771e36f18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873995 Nov 19 15:10:15.213246 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a9d07-1c41-420c-b20a-29174c07c6d9 req-8efbcda4-91f6-49e7-a5bd-a5ae9b62f85d tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:15.214708 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ca1a9d07-1c41-420c-b20a-29174c07c6d9 req-8efbcda4-91f6-49e7-a5bd-a5ae9b62f85d tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.11 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.0494063 Nov 19 15:10:15.310407 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-ca1a9d07-1c41-420c-b20a-29174c07c6d9 req-d9eb8210-c331-49b5-a7c0-352110ffc0f9 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Deleting port 211e7156-2ffd-4fd3-879a-c68f83d6e874 {{(pid=102740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:10:15.311084 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-ca1a9d07-1c41-420c-b20a-29174c07c6d9 req-d9eb8210-c331-49b5-a7c0-352110ffc0f9 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:15.434359 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-ca1a9d07-1c41-420c-b20a-29174c07c6d9 req-d9eb8210-c331-49b5-a7c0-352110ffc0f9 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] For port 211e7156-2ffd-4fd3-879a-c68f83d6e874, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=211e7156-2ffd-4fd3-879a-c68f83d6e874,segment=NetworkSegment(5c9a8ae0-0cc4-436d-a787-0604352c5b1e),segment_id=5c9a8ae0-0cc4-436d-a787-0604352c5b1e)] {{(pid=102740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:10:15.435280 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-ca1a9d07-1c41-420c-b20a-29174c07c6d9 req-d9eb8210-c331-49b5-a7c0-352110ffc0f9 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:15.489607 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f11344-b693-4f2d-844f-c78bbe8c9d84 req-35a97ae0-6800-4682-81d7-b901dfa39e6b tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:15.491050 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-29f11344-b693-4f2d-844f-c78bbe8c9d84 req-35a97ae0-6800-4682-81d7-b901dfa39e6b tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d60727-6b69-40d5-81e4-79f73038581b HTTP/1.1" status: 200 len: 945 time: 0.1066401 Nov 19 15:10:15.588337 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-29f11344-b693-4f2d-844f-c78bbe8c9d84 req-8d8c1346-db6a-4fdc-94a0-03fdc08ddf05 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=65dcfbd2-7392-4d96-8976-15485027c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0905104 Nov 19 15:10:15.649426 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-ca1a9d07-1c41-420c-b20a-29174c07c6d9 req-d9eb8210-c331-49b5-a7c0-352110ffc0f9 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:15.649778 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-ca1a9d07-1c41-420c-b20a-29174c07c6d9 req-d9eb8210-c331-49b5-a7c0-352110ffc0f9 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469297'] for floatingip, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:15.650181 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.db.l3_db [req-ca1a9d07-1c41-420c-b20a-29174c07c6d9 req-d9eb8210-c331-49b5-a7c0-352110ffc0f9 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Floating IP 976150f9-d8c9-411e-abc2-2c4efd7655ab disassociated. External IP: 172.27.0.185, port: 211e7156-2ffd-4fd3-879a-c68f83d6e874. Nov 19 15:10:15.650432 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-ca1a9d07-1c41-420c-b20a-29174c07c6d9 req-d9eb8210-c331-49b5-a7c0-352110ffc0f9 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Calling delete_port for 211e7156-2ffd-4fd3-879a-c68f83d6e874 owned by compute:nova {{(pid=102740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:10:15.780369 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-ca1a9d07-1c41-420c-b20a-29174c07c6d9 req-d9eb8210-c331-49b5-a7c0-352110ffc0f9 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:15.807963 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb8210-c331-49b5-a7c0-352110ffc0f9 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Pushing event deleted for resources: {'Port': ['ID=211e7156-2ffd-4fd3-879a-c68f83d6e874,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:15.908955 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9268e-5d72-49e3-8965-d4fef235b17a req-d523df17-aafe-4742-9495-afa30b02fbe8 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:15.910371 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-cbf9268e-5d72-49e3-8965-d4fef235b17a req-d523df17-aafe-4742-9495-afa30b02fbe8 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 945 time: 0.0489104 Nov 19 15:10:15.924175 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca1a9d07-1c41-420c-b20a-29174c07c6d9 req-d9eb8210-c331-49b5-a7c0-352110ffc0f9 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Router da45f36a-23b1-4123-a15e-c2ba839e03a7 has already been hosted by L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d {{(pid=102740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 15:10:15.962805 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-cbf9268e-5d72-49e3-8965-d4fef235b17a req-347ff070-6941-41f6-866b-1cbb2587174a tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462687 Nov 19 15:10:16.034997 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca1a9d07-1c41-420c-b20a-29174c07c6d9 req-d9eb8210-c331-49b5-a7c0-352110ffc0f9 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:10:16.045841 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b03ee30-912f-4c2c-bc3a-b50be275ee5d None None] Sync routers for ids ['da45f36a-23b1-4123-a15e-c2ba839e03a7'] in dv-cinder-817573-1-iscsi {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:10:16.056165 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b03ee30-912f-4c2c-bc3a-b50be275ee5d None None] Routers {'da45f36a-23b1-4123-a15e-c2ba839e03a7'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:10:16.056835 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-0b03ee30-912f-4c2c-bc3a-b50be275ee5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:09:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['da45f36a-23b1-4123-a15e-c2ba839e03a7'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:10:16.076385 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1a9d07-1c41-420c-b20a-29174c07c6d9 req-d9eb8210-c331-49b5-a7c0-352110ffc0f9 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] No DVR routers for this DVR port 211e7156-2ffd-4fd3-879a-c68f83d6e874 on host hv-cinder-81757 {{(pid=102740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 15:10:16.078893 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-ca1a9d07-1c41-420c-b20a-29174c07c6d9 req-d9eb8210-c331-49b5-a7c0-352110ffc0f9 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:16.082212 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ca1a9d07-1c41-420c-b20a-29174c07c6d9 req-d9eb8210-c331-49b5-a7c0-352110ffc0f9 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.11 "DELETE /v2.0/ports/211e7156-2ffd-4fd3-879a-c68f83d6e874 HTTP/1.1" status: 204 len: 173 time: 0.8599818 Nov 19 15:10:16.082646 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d60727-6b69-40d5-81e4-79f73038581b', 'name': 'network-vif-deleted', 'tag': '211e7156-2ffd-4fd3-879a-c68f83d6e874'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:10:16.084898 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b18186-e9f9-4b2d-8e78-c84c8f1be1ea" -d '{"events": [{"server_uuid": "28d60727-6b69-40d5-81e4-79f73038581b", "name": "network-vif-deleted", "tag": "211e7156-2ffd-4fd3-879a-c68f83d6e874"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:10:16.134687 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012c1787-4e4b-4318-9919-e3a2c50d78b2 x-openstack-request-id: req-012c1787-4e4b-4318-9919-e3a2c50d78b2 {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:10:16.135078 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d60727-6b69-40d5-81e4-79f73038581b", "name": "network-vif-deleted", "tag": "211e7156-2ffd-4fd3-879a-c68f83d6e874", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:10:16.135336 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-012c1787-4e4b-4318-9919-e3a2c50d78b2 {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:10:16.135837 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d60727-6b69-40d5-81e4-79f73038581b', 'name': 'network-vif-deleted', 'tag': '211e7156-2ffd-4fd3-879a-c68f83d6e874', 'status': 'completed', 'code': 200} Nov 19 15:10:16.172289 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-0c7b0b8e-7e53-4ab6-8785-af6bf4077afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:16.189718 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-0b03ee30-912f-4c2c-bc3a-b50be275ee5d None None] Set router da45f36a-23b1-4123-a15e-c2ba839e03a7 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:10:16.404999 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-0b03ee30-912f-4c2c-bc3a-b50be275ee5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'name': 'tempest-AttachVolumeTestJSON-1862625812-router', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b68d34d5-0b48-4f3e-b481-8924b9f15bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:05:25Z', 'updated_at': '2021-11-19T15:05:30Z', 'revision_number': 4, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'gw_port': {'id': 'b68d34d5-0b48-4f3e-b481-8924b9f15bcf', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:05:26Z', 'updated_at': '2021-11-19T15:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': 'c3997666-8ea1-45da-a5e0-d9125645a95d', 'name': '', 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'mac_address': 'fa:16:3e:36:5f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'e852f975-4d1d-4820-9954-48ab18b88f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:05:29Z', 'updated_at': '2021-11-19T15:05:34Z', 'revision_number': 5, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'subnets': [{'id': 'e852f975-4d1d-4820-9954-48ab18b88f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:10:16.431272 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b03ee30-912f-4c2c-bc3a-b50be275ee5d None None] Checking router: da45f36a-23b1-4123-a15e-c2ba839e03a7 for host: dv-cinder-817573-1-iscsi {{(pid=102741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:10:16.440105 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b03ee30-912f-4c2c-bc3a-b50be275ee5d None None] Routers {'da45f36a-23b1-4123-a15e-c2ba839e03a7'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:10:16.440708 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-0b03ee30-912f-4c2c-bc3a-b50be275ee5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:09:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['da45f36a-23b1-4123-a15e-c2ba839e03a7'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:10:16.677268 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 47502) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:10:16.682955 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-0b03ee30-912f-4c2c-bc3a-b50be275ee5d None None] Set router da45f36a-23b1-4123-a15e-c2ba839e03a7 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:10:16.732030 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-184b1543-7486-49fe-a20c-7ebab819b771 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:16.756535 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-184b1543-7486-49fe-a20c-7ebab819b771 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:16.813627 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-184b1543-7486-49fe-a20c-7ebab819b771 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:16.816237 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-184b1543-7486-49fe-a20c-7ebab819b771 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:16.817519 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-184b1543-7486-49fe-a20c-7ebab819b771 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "DELETE /v2.0/security-groups/65dcfbd2-7392-4d96-8976-15485027c4a5 HTTP/1.1" status: 204 len: 168 time: 0.1392350 Nov 19 15:10:16.820328 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 47504) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:10:16.827288 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b1543-7486-49fe-a20c-7ebab819b771 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65dcfbd2-7392-4d96-8976-15485027c4a5,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:16.834821 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.api.v2.resource [None req-aaf2cfd3-d434-4282-a4a7-2e10c4e977f7 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] show failed (client error): The resource could not be found. Nov 19 15:10:16.836312 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-aaf2cfd3-d434-4282-a4a7-2e10c4e977f7 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups/65dcfbd2-7392-4d96-8976-15485027c4a5 HTTP/1.1" status: 404 len: 347 time: 0.0147557 Nov 19 15:10:16.840063 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 47506) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:10:16.905708 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-0b03ee30-912f-4c2c-bc3a-b50be275ee5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'name': 'tempest-AttachVolumeTestJSON-1862625812-router', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b68d34d5-0b48-4f3e-b481-8924b9f15bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:05:25Z', 'updated_at': '2021-11-19T15:05:30Z', 'revision_number': 4, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'gw_port': {'id': 'b68d34d5-0b48-4f3e-b481-8924b9f15bcf', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:05:26Z', 'updated_at': '2021-11-19T15:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': 'c3997666-8ea1-45da-a5e0-d9125645a95d', 'name': '', 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'mac_address': 'fa:16:3e:36:5f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'e852f975-4d1d-4820-9954-48ab18b88f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:05:29Z', 'updated_at': '2021-11-19T15:05:34Z', 'revision_number': 5, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'subnets': [{'id': 'e852f975-4d1d-4820-9954-48ab18b88f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:10:16.939486 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b03ee30-912f-4c2c-bc3a-b50be275ee5d None None] The sync data for ids ['da45f36a-23b1-4123-a15e-c2ba839e03a7'] in dv-cinder-817573-1-iscsi is: [{'id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'name': 'tempest-AttachVolumeTestJSON-1862625812-router', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b68d34d5-0b48-4f3e-b481-8924b9f15bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:05:25Z', 'updated_at': '2021-11-19T15:05:30Z', 'revision_number': 4, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'gw_port': {'id': 'b68d34d5-0b48-4f3e-b481-8924b9f15bcf', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:05:26Z', 'updated_at': '2021-11-19T15:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': 'c3997666-8ea1-45da-a5e0-d9125645a95d', 'name': '', 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'mac_address': 'fa:16:3e:36:5f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'e852f975-4d1d-4820-9954-48ab18b88f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:05:29Z', 'updated_at': '2021-11-19T15:05:34Z', 'revision_number': 5, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'subnets': [{'id': 'e852f975-4d1d-4820-9954-48ab18b88f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:10:16.981948 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.plugin [None req-f16bddd9-d565-45c8-9152-ef1ffc6b85d1 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Deleting port 2afcfd03-60c7-42b9-836e-29c813fe35f9 {{(pid=102739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:10:16.982916 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f16bddd9-d565-45c8-9152-ef1ffc6b85d1 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:17.104047 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f16bddd9-d565-45c8-9152-ef1ffc6b85d1 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:17.104366 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f16bddd9-d565-45c8-9152-ef1ffc6b85d1 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:17.119179 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.plugin [None req-f16bddd9-d565-45c8-9152-ef1ffc6b85d1 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Calling delete_port for 2afcfd03-60c7-42b9-836e-29c813fe35f9 owned by network:floatingip {{(pid=102739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:10:17.143184 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab25c0b-1239-4914-8af8-df182c62c3f2 req-b05e5814-cd16-42af-a451-ca1055d21afa tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:17.144715 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-0ab25c0b-1239-4914-8af8-df182c62c3f2 req-b05e5814-cd16-42af-a451-ca1055d21afa tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 945 time: 0.0786107 Nov 19 15:10:17.199112 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e7cb77-4044-4685-aa7d-47a50f2258e1 None None] New status for floating IP 976150f9-d8c9-411e-abc2-2c4efd7655ab: DOWN {{(pid=102742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 15:10:17.247122 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-0ab25c0b-1239-4914-8af8-df182c62c3f2 req-ac555cfe-8046-49ff-8c77-693e6cfe3815 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645099 Nov 19 15:10:17.277285 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.db.api [None req-59e7cb77-4044-4685-aa7d-47a50f2258e1 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 19 15:10:17.277285 dv-cinder-817573-1-iscsi neutron-server[102742]: [SQL: UPDATE floatingips SET status=%(status)s WHERE floatingips.id = %(floatingips_id)s] Nov 19 15:10:17.277285 dv-cinder-817573-1-iscsi neutron-server[102742]: [parameters: {'status': 'DOWN', 'floatingips_id': '976150f9-d8c9-411e-abc2-2c4efd7655ab'}] Nov 19 15:10:17.277285 dv-cinder-817573-1-iscsi neutron-server[102742]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 15:10:17.277735 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG oslo_db.api [None req-59e7cb77-4044-4685-aa7d-47a50f2258e1 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 15:10:17.323204 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f16bddd9-d565-45c8-9152-ef1ffc6b85d1 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58728053'] for port, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:17.348839 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16bddd9-d565-45c8-9152-ef1ffc6b85d1 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Pushing event deleted for resources: {'Port': ['ID=2afcfd03-60c7-42b9-836e-29c813fe35f9,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:17.416003 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f16bddd9-d565-45c8-9152-ef1ffc6b85d1 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for floatingip, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:17.418613 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-f16bddd9-d565-45c8-9152-ef1ffc6b85d1 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for floatingip, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:17.420443 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-f16bddd9-d565-45c8-9152-ef1ffc6b85d1 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "DELETE /v2.0/floatingips/976150f9-d8c9-411e-abc2-2c4efd7655ab HTTP/1.1" status: 204 len: 168 time: 0.5777650 Nov 19 15:10:17.673830 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 47528) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:10:17.678547 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-2de2dbf7-068d-4922-8fde-ff18628e6bfd tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Request body: {'security_group': {'name': 'tempest-securitygroup--356095878', 'description': 'tempest-description--1178891862'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:10:17.700224 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-2de2dbf7-068d-4922-8fde-ff18628e6bfd tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:17.774842 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-2de2dbf7-068d-4922-8fde-ff18628e6bfd tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:17.779252 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-2de2dbf7-068d-4922-8fde-ff18628e6bfd tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:17.780988 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e7cb77-4044-4685-aa7d-47a50f2258e1 None None] New status for floating IP 976150f9-d8c9-411e-abc2-2c4efd7655ab: DOWN {{(pid=102742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 15:10:17.807179 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-2de2dbf7-068d-4922-8fde-ff18628e6bfd tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:17.808412 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-2de2dbf7-068d-4922-8fde-ff18628e6bfd tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1334853 Nov 19 15:10:17.811803 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 47534) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:10:17.816919 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-7004c2bb-97b3-4361-b4c3-f7c4f82c4bc4 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Request body: {'security_group_rule': {'security_group_id': 'a778cb83-91de-4308-8612-65ab1d1665ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:10:17.822132 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2dbf7-068d-4922-8fde-ff18628e6bfd tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a778cb83-91de-4308-8612-65ab1d1665ae,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:17.848009 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-7004c2bb-97b3-4361-b4c3-f7c4f82c4bc4 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:17.908889 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device ee3501ca-914e-42a9-885f-d20c58f7ee17 no longer exists at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:10:17.920355 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-7004c2bb-97b3-4361-b4c3-f7c4f82c4bc4 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:17.924437 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-7004c2bb-97b3-4361-b4c3-f7c4f82c4bc4 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783094'] for security_group_rule, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:17.942285 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004c2bb-97b3-4361-b4c3-f7c4f82c4bc4 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddae6cde-1d69-4aba-9419-dc58a8aa1985,revision_number=0']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:17.949145 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-7004c2bb-97b3-4361-b4c3-f7c4f82c4bc4 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:17.950404 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-7004c2bb-97b3-4361-b4c3-f7c4f82c4bc4 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1376858 Nov 19 15:10:17.953226 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 47538) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:10:17.957740 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-045d1e6f-bda6-4e36-b77f-4eb416bcd4cc tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Request body: {'security_group_rule': {'security_group_id': 'a778cb83-91de-4308-8612-65ab1d1665ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:10:17.987045 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-045d1e6f-bda6-4e36-b77f-4eb416bcd4cc tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:18.004443 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:18.027952 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba17f361-87f8-4374-aa75-1a438c25b99f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee3501ca-914e-42a9-885f-d20c58f7ee17'}] {{(pid=102741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:10:18.031360 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02aed456f185bd727e3ab04ef3305858fece041079839c75bcf3d6cf309ea5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bd4791-202c-4577-9ab4-de2db87d5ffd" -d '{"events": [{"server_uuid": "ba17f361-87f8-4374-aa75-1a438c25b99f", "name": "network-vif-unplugged", "status": "completed", "tag": "ee3501ca-914e-42a9-885f-d20c58f7ee17"}]}' {{(pid=102741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:10:18.052749 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port ee3501ca-914e-42a9-885f-d20c58f7ee17, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=ee3501ca-914e-42a9-885f-d20c58f7ee17,segment=NetworkSegment(ed8113ae-2a5c-4a27-affb-b258a654385e),segment_id=ed8113ae-2a5c-4a27-affb-b258a654385e)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:10:18.056825 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:18.061851 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-045d1e6f-bda6-4e36-b77f-4eb416bcd4cc tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:18.067106 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-045d1e6f-bda6-4e36-b77f-4eb416bcd4cc tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783094'] for security_group_rule, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:18.089828 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d1e6f-bda6-4e36-b77f-4eb416bcd4cc tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0092fb7-1559-4b4a-a4df-48f56958c7a5,revision_number=0']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:18.091534 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 19 Nov 2021 15:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786b8ac9-b062-4a67-b771-b2cef5cac41a x-openstack-request-id: req-786b8ac9-b062-4a67-b771-b2cef5cac41a {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:10:18.091842 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba17f361-87f8-4374-aa75-1a438c25b99f", "name": "network-vif-unplugged", "status": "failed", "tag": "ee3501ca-914e-42a9-885f-d20c58f7ee17", "code": 422}]} {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:10:18.092106 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-786b8ac9-b062-4a67-b771-b2cef5cac41a {{(pid=102741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:10:18.092541 dv-cinder-817573-1-iscsi neutron-server[102741]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ba17f361-87f8-4374-aa75-1a438c25b99f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ee3501ca-914e-42a9-885f-d20c58f7ee17', 'code': 422} returned with failed status Nov 19 15:10:18.105703 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-045d1e6f-bda6-4e36-b77f-4eb416bcd4cc tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:18.107556 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-045d1e6f-bda6-4e36-b77f-4eb416bcd4cc tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1533971 Nov 19 15:10:18.110850 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 47546) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:10:18.115880 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=ee3501ca-914e-42a9-885f-d20c58f7ee17,revision_number=8']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:18.116896 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-e3a1b0ef-6087-469c-80b5-e05e95684106 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Request body: {'floatingip': {'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:10:18.140165 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e3a1b0ef-6087-469c-80b5-e05e95684106 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for floatingip, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:18.310282 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dd6e4-5059-4e09-b849-02aff1766e2e req-08b94da8-21fc-48a9-ac6b-ccb719d1af7f tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:18.311714 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-9a4dd6e4-5059-4e09-b849-02aff1766e2e req-08b94da8-21fc-48a9-ac6b-ccb719d1af7f tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 943 time: 0.0993309 Nov 19 15:10:18.328963 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e3a1b0ef-6087-469c-80b5-e05e95684106 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:18.384130 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ded5331b-7d49-4678-a7a7-b1b9458460bc req-219bc74e-d6f4-441c-b9b1-699f1b983f70 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1173687 Nov 19 15:10:18.418011 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-9a4dd6e4-5059-4e09-b849-02aff1766e2e req-832cb064-d1a2-414e-8ff3-e2576dccb676 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987551 Nov 19 15:10:18.468204 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.db_base_plugin_common [None req-e3a1b0ef-6087-469c-80b5-e05e95684106 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Allocated IP 172.27.0.229 (28d9acba-080c-4a37-9781-fba989a64823/831d2bcc-ea48-4f58-960e-dcc1ce111fc5/e8b725f9-683a-459e-a35e-a60c730dd69b) {{(pid=102739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:10:18.569249 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e3a1b0ef-6087-469c-80b5-e05e95684106 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for port, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:18.602733 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e3a1b0ef-6087-469c-80b5-e05e95684106 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58728053'] for port, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:18.632895 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-ee321f82-6ae8-41c3-a7d2-85723be63630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:18.642023 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a1b0ef-6087-469c-80b5-e05e95684106 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Network 28d9acba-080c-4a37-9781-fba989a64823 is already hosted by enough agents. {{(pid=102739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:10:18.644970 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.base_scheduler [None req-e3a1b0ef-6087-469c-80b5-e05e95684106 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Resources bound (agent type, host, resource id): {{(pid=102739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:10:18.648557 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a1b0ef-6087-469c-80b5-e05e95684106 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Received port after_create {{(pid=102739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:10:18.670372 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a1b0ef-6087-469c-80b5-e05e95684106 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Pushing event updated for resources: {'Port': ['ID=e8b725f9-683a-459e-a35e-a60c730dd69b,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:18.736203 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e3a1b0ef-6087-469c-80b5-e05e95684106 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:18.770971 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e3a1b0ef-6087-469c-80b5-e05e95684106 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:19.127398 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e3a1b0ef-6087-469c-80b5-e05e95684106 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:19.132595 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e3a1b0ef-6087-469c-80b5-e05e95684106 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58727948'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:19.196692 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a1b0ef-6087-469c-80b5-e05e95684106 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Pushing event updated for resources: {'Port': ['ID=e8b725f9-683a-459e-a35e-a60c730dd69b,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:19.210112 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e3a1b0ef-6087-469c-80b5-e05e95684106 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469297'] for floatingip, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:19.224920 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e3a1b0ef-6087-469c-80b5-e05e95684106 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for floatingip, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:19.226142 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-e3a1b0ef-6087-469c-80b5-e05e95684106 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1138992 Nov 19 15:10:19.423430 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-35eb44a9-4731-4682-837f-1ee2e26603f2 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--356095878&fields=id&tenant_id=a0e2bcec34734e86900951518afe4cf2 HTTP/1.1" status: 200 len: 267 time: 0.0458431 Nov 19 15:10:19.534156 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-383e43ee-c7de-4205-b52b-fdebd5ecfd2d tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:19.541370 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-383e43ee-c7de-4205-b52b-fdebd5ecfd2d tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/networks?id=ed0406b4-0bfe-439f-b48b-c510341d69dd HTTP/1.1" status: 200 len: 811 time: 0.1110656 Nov 19 15:10:19.549343 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da6fbe-8e59-4657-a360-54d6533dde7b req-012a9d95-3c15-42e1-b7ce-bb7e8a49baf4 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:19.551371 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-e7da6fbe-8e59-4657-a360-54d6533dde7b req-012a9d95-3c15-42e1-b7ce-bb7e8a49baf4 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 943 time: 0.0605230 Nov 19 15:10:19.556716 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-880cb47b-93c2-41d3-938f-cd5010226d41 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/quotas/a0e2bcec34734e86900951518afe4cf2 HTTP/1.1" status: 200 len: 375 time: 0.0133522 Nov 19 15:10:19.626925 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-e7da6fbe-8e59-4657-a360-54d6533dde7b req-c3d7b5f4-4fd0-4311-8650-f2631896f981 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649710 Nov 19 15:10:19.631540 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-ea2c45b0-f15b-47d9-8f10-e6952aa38b97 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a0e2bcec34734e86900951518afe4cf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0669606 Nov 19 15:10:19.665203 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:19.829688 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-611c28f9-63f1-45ba-9d5d-26f5dfaed9ae service neutron] 10.222.0.20 "GET /v2.0/networks/ed0406b4-0bfe-439f-b48b-c510341d69dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828132 Nov 19 15:10:19.909756 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device ee3501ca-914e-42a9-885f-d20c58f7ee17 no longer exists at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:10:19.931144 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-0b6d3b40-a77f-43c3-94bf-7fc353ab26f9 service neutron] 10.222.0.20 "GET /v2.0/networks/ed0406b4-0bfe-439f-b48b-c510341d69dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953941 Nov 19 15:10:19.990147 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 211e7156-2ffd-4fd3-879a-c68f83d6e874 no longer exists at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:10:20.008597 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] No Port match for: 211e7156-2ffd-4fd3-879a-c68f83d6e874 {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:10:20.009061 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 211e7156-2ffd-4fd3-879a-c68f83d6e874 not bound to the agent host hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:10:20.088477 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-8e5d026e-c6b9-4a5c-a772-5b7156855c14 req-005523a7-db58-4d48-8d12-4a8d34e1e118 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=31b51e89-d3f8-4801-bb3d-c022acdb340c HTTP/1.1" status: 200 len: 210 time: 0.0257599 Nov 19 15:10:20.772312 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fff5f-c068-4220-81de-790d7987fc03 req-c5f5eb63-916a-4222-999b-7356ecb35c06 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:20.773940 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1b5fff5f-c068-4220-81de-790d7987fc03 req-c5f5eb63-916a-4222-999b-7356ecb35c06 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 943 time: 0.0554898 Nov 19 15:10:20.827761 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1b5fff5f-c068-4220-81de-790d7987fc03 req-a49cf611-8e99-463a-a4fe-5b116772e6eb tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468628 Nov 19 15:10:21.054450 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-a138e5d7-9fbb-40e3-8c79-19c74815b70d tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:21.055817 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-a138e5d7-9fbb-40e3-8c79-19c74815b70d tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.11 "GET /v2.0/networks?id=ed0406b4-0bfe-439f-b48b-c510341d69dd HTTP/1.1" status: 200 len: 811 time: 0.1013753 Nov 19 15:10:21.068929 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:21.125328 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-bcf977d0-4164-466b-8feb-522407ab6d34 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0e2bcec34734e86900951518afe4cf2 HTTP/1.1" status: 200 len: 379 time: 0.0582747 Nov 19 15:10:21.134991 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-65d2f09b-3b4f-48e0-9d28-078071ff9cfc tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Request body: {'port': {'device_id': '31b51e89-d3f8-4801-bb3d-c022acdb340c', 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd', 'admin_state_up': True, 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'security_groups': ['a778cb83-91de-4308-8612-65ab1d1665ae']}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:10:21.188216 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-09826d0f-2bfd-4c8a-bfbe-f6a897228f98 req-848e3e13-b4ab-48cc-ba4b-6fa1915a71ee tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=31b51e89-d3f8-4801-bb3d-c022acdb340c HTTP/1.1" status: 200 len: 210 time: 0.0261555 Nov 19 15:10:21.245653 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-65d2f09b-3b4f-48e0-9d28-078071ff9cfc tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Made reservation on behalf of a0e2bcec34734e86900951518afe4cf2 for: {'port': 1} {{(pid=102740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:10:21.249769 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-65d2f09b-3b4f-48e0-9d28-078071ff9cfc tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:21.638858 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_common [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-65d2f09b-3b4f-48e0-9d28-078071ff9cfc tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Allocated IP 172.20.0.8 (ed0406b4-0bfe-439f-b48b-c510341d69dd/e852f975-4d1d-4820-9954-48ab18b88f42/81381387-9554-484f-96f4-ccedc01e4bd8) {{(pid=102740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:10:21.772202 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-65d2f09b-3b4f-48e0-9d28-078071ff9cfc tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for port, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:21.805059 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-65d2f09b-3b4f-48e0-9d28-078071ff9cfc tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:21.847771 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-65d2f09b-3b4f-48e0-9d28-078071ff9cfc tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Network ed0406b4-0bfe-439f-b48b-c510341d69dd is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:10:21.850967 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-65d2f09b-3b4f-48e0-9d28-078071ff9cfc tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:10:21.854869 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-65d2f09b-3b4f-48e0-9d28-078071ff9cfc tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Received port after_create {{(pid=102740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:10:21.880243 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2f09b-3b4f-48e0-9d28-078071ff9cfc tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Pushing event updated for resources: {'Port': ['ID=81381387-9554-484f-96f4-ccedc01e4bd8,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:21.920902 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-65d2f09b-3b4f-48e0-9d28-078071ff9cfc tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:21.920902 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-65d2f09b-3b4f-48e0-9d28-078071ff9cfc tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:21.965981 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-65d2f09b-3b4f-48e0-9d28-078071ff9cfc tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8346586 Nov 19 15:10:21.980879 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-899dc8b4-9fb9-4e28-9859-1ccac64c2b91 service neutron] Request body: {'port': {'device_id': '31b51e89-d3f8-4801-bb3d-c022acdb340c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81757'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:10:22.018160 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298ea2f-2308-477f-9f3f-09b2b22d5c82 req-8be7b0f8-7f74-4c76-9844-c3c25295e7d8 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:22.019685 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1298ea2f-2308-477f-9f3f-09b2b22d5c82 req-8be7b0f8-7f74-4c76-9844-c3c25295e7d8 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 943 time: 0.0964572 Nov 19 15:10:22.067923 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-899dc8b4-9fb9-4e28-9859-1ccac64c2b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:22.087785 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-e2be894c-a47e-42ed-98e6-55145472a987 None None] Provisioning complete for port 81381387-9554-484f-96f4-ccedc01e4bd8 triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:10:22.088403 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-e2be894c-a47e-42ed-98e6-55145472a987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:22.114361 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1298ea2f-2308-477f-9f3f-09b2b22d5c82 req-8a3f478a-93c0-4176-893c-8ac47240e716 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884774 Nov 19 15:10:22.144583 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-e2be894c-a47e-42ed-98e6-55145472a987 None None] Port 81381387-9554-484f-96f4-ccedc01e4bd8 cannot update to ACTIVE because it is not bound. {{(pid=102741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 15:10:22.151646 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:22.305153 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97dccd7-a339-4396-835c-2b9993d122fc req-c5c4cb83-d600-4f5a-aae2-2461fe4ee115 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:22.306609 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-f97dccd7-a339-4396-835c-2b9993d122fc req-c5c4cb83-d600-4f5a-aae2-2461fe4ee115 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=31b51e89-d3f8-4801-bb3d-c022acdb340c HTTP/1.1" status: 200 len: 931 time: 0.0495431 Nov 19 15:10:22.352625 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-f97dccd7-a339-4396-835c-2b9993d122fc req-2b0fcaf7-6d55-41ba-9046-ae108988bc9b tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=a778cb83-91de-4308-8612-65ab1d1665ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400176 Nov 19 15:10:22.356727 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-899dc8b4-9fb9-4e28-9859-1ccac64c2b91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81381387-9554-484f-96f4-ccedc01e4bd8 {{(pid=102740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:10:22.364570 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-899dc8b4-9fb9-4e28-9859-1ccac64c2b91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:22.376694 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.provisioning_blocks [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-899dc8b4-9fb9-4e28-9859-1ccac64c2b91 service neutron] Transition to ACTIVE for port object 81381387-9554-484f-96f4-ccedc01e4bd8 will not be triggered until provisioned by entity L2. {{(pid=102740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 15:10:22.380364 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-899dc8b4-9fb9-4e28-9859-1ccac64c2b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59360342'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:22.429543 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899dc8b4-9fb9-4e28-9859-1ccac64c2b91 service neutron] Pushing event updated for resources: {'Port': ['ID=81381387-9554-484f-96f4-ccedc01e4bd8,revision_number=2']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:22.501479 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-899dc8b4-9fb9-4e28-9859-1ccac64c2b91 service neutron] Attempting to bind port 81381387-9554-484f-96f4-ccedc01e4bd8 on host hv-cinder-81757 for vnic_type normal with profile {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:10:22.501816 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-899dc8b4-9fb9-4e28-9859-1ccac64c2b91 service neutron] Attempting to bind port 81381387-9554-484f-96f4-ccedc01e4bd8 by drivers openvswitch,hyperv on host hv-cinder-81757 at level 0 using segments [{'id': '5c9a8ae0-0cc4-436d-a787-0604352c5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd'}] {{(pid=102740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:10:22.502150 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-899dc8b4-9fb9-4e28-9859-1ccac64c2b91 service neutron] Attempting to bind port 81381387-9554-484f-96f4-ccedc01e4bd8 on network ed0406b4-0bfe-439f-b48b-c510341d69dd {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:10:22.506836 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-899dc8b4-9fb9-4e28-9859-1ccac64c2b91 service neutron] Port 81381387-9554-484f-96f4-ccedc01e4bd8 on network ed0406b4-0bfe-439f-b48b-c510341d69dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81757 {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 15:10:22.507170 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-899dc8b4-9fb9-4e28-9859-1ccac64c2b91 service neutron] Attempting to bind port 81381387-9554-484f-96f4-ccedc01e4bd8 on network ed0406b4-0bfe-439f-b48b-c510341d69dd {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:10:22.512721 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-899dc8b4-9fb9-4e28-9859-1ccac64c2b91 service neutron] Checking agent: {'id': 'e1ea3be9-4fba-465d-a0c0-35388eb51f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'started_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:10:22.513184 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-899dc8b4-9fb9-4e28-9859-1ccac64c2b91 service neutron] Checking segment: {'id': '5c9a8ae0-0cc4-436d-a787-0604352c5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:10:22.513627 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-899dc8b4-9fb9-4e28-9859-1ccac64c2b91 service neutron] Bound using segment: {'id': '5c9a8ae0-0cc4-436d-a787-0604352c5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd'} {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:10:22.514179 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-899dc8b4-9fb9-4e28-9859-1ccac64c2b91 service neutron] Bound port: 81381387-9554-484f-96f4-ccedc01e4bd8, host: hv-cinder-81757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c9a8ae0-0cc4-436d-a787-0604352c5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd'}}] {{(pid=102740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:10:22.514544 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-899dc8b4-9fb9-4e28-9859-1ccac64c2b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:22.583489 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-899dc8b4-9fb9-4e28-9859-1ccac64c2b91 service neutron] For port 81381387-9554-484f-96f4-ccedc01e4bd8, host hv-cinder-81757, cleared binding levels {{(pid=102740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:10:22.591411 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-899dc8b4-9fb9-4e28-9859-1ccac64c2b91 service neutron] For port 81381387-9554-484f-96f4-ccedc01e4bd8, host hv-cinder-81757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=81381387-9554-484f-96f4-ccedc01e4bd8,segment=NetworkSegment(5c9a8ae0-0cc4-436d-a787-0604352c5b1e),segment_id=5c9a8ae0-0cc4-436d-a787-0604352c5b1e)] {{(pid=102740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:10:22.595176 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-899dc8b4-9fb9-4e28-9859-1ccac64c2b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59360342'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:22.625322 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-899dc8b4-9fb9-4e28-9859-1ccac64c2b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:22.625952 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-899dc8b4-9fb9-4e28-9859-1ccac64c2b91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:22.627556 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-899dc8b4-9fb9-4e28-9859-1ccac64c2b91 service neutron] 10.222.0.11 "PUT /v2.0/ports/81381387-9554-484f-96f4-ccedc01e4bd8 HTTP/1.1" status: 200 len: 1093 time: 0.6514578 Nov 19 15:10:22.630192 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b51e89-d3f8-4801-bb3d-c022acdb340c', 'tag': '81381387-9554-484f-96f4-ccedc01e4bd8'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:10:22.634054 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f190b0f3-e385-46dd-8769-eab2c287201d" -d '{"events": [{"name": "network-changed", "server_uuid": "31b51e89-d3f8-4801-bb3d-c022acdb340c", "tag": "81381387-9554-484f-96f4-ccedc01e4bd8"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:10:22.681235 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 15:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5f5135-25fe-4806-b998-74eac2cc702a x-openstack-request-id: req-0c5f5135-25fe-4806-b998-74eac2cc702a {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:10:22.681527 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b51e89-d3f8-4801-bb3d-c022acdb340c", "tag": "81381387-9554-484f-96f4-ccedc01e4bd8", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:10:22.681779 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c5f5135-25fe-4806-b998-74eac2cc702a {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:10:22.682617 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b51e89-d3f8-4801-bb3d-c022acdb340c', 'tag': '81381387-9554-484f-96f4-ccedc01e4bd8', 'status': 'completed', 'code': 200} Nov 19 15:10:22.686574 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899dc8b4-9fb9-4e28-9859-1ccac64c2b91 service neutron] Pushing event updated for resources: {'Port': ['ID=81381387-9554-484f-96f4-ccedc01e4bd8,revision_number=3']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:22.731823 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-efbecddb-7c60-48cc-8358-4f4eaf3a4216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:22.733359 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-efbecddb-7c60-48cc-8358-4f4eaf3a4216 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0e2bcec34734e86900951518afe4cf2&device_id=31b51e89-d3f8-4801-bb3d-c022acdb340c HTTP/1.1" status: 200 len: 1096 time: 0.0426834 Nov 19 15:10:22.779457 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-2d40b99c-68c5-4db6-b2c0-ba3c4efc14a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81381387-9554-484f-96f4-ccedc01e4bd8 HTTP/1.1" status: 200 len: 217 time: 0.0372646 Nov 19 15:10:22.835586 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-6ee63279-4b3f-47c2-a887-daf6631ce6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:22.837140 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-6ee63279-4b3f-47c2-a887-daf6631ce6b9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e852f975-4d1d-4820-9954-48ab18b88f42 HTTP/1.1" status: 200 len: 850 time: 0.0509729 Nov 19 15:10:22.882312 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-b96aa153-eb55-4ad2-90c0-54154ffc7a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:22.883774 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-b96aa153-eb55-4ad2-90c0-54154ffc7a66 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed0406b4-0bfe-439f-b48b-c510341d69dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386608 Nov 19 15:10:22.981034 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-8dab86a1-90e5-4c52-bfdf-4aefb8372ce9 service neutron] 10.222.0.11 "GET /v2.0/networks/ed0406b4-0bfe-439f-b48b-c510341d69dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881472 Nov 19 15:10:23.215715 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0ea2e45a-ba44-45d2-ad48-f32d875c72c4 req-4ac174fc-ea34-403e-b077-e5cdab9ee747 service neutron] 10.222.0.11 "GET /v2.0/networks/ed0406b4-0bfe-439f-b48b-c510341d69dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014512 Nov 19 15:10:23.247742 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de370a-fa9a-47db-9207-d998651cf8f0 req-c58838a1-3a33-4eee-8e28-25a74177f480 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:23.249486 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-28de370a-fa9a-47db-9207-d998651cf8f0 req-c58838a1-3a33-4eee-8e28-25a74177f480 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 943 time: 0.0587356 Nov 19 15:10:23.299097 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-28de370a-fa9a-47db-9207-d998651cf8f0 req-20bfa8df-0174-49d0-909a-0d0432872c36 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432513 Nov 19 15:10:23.322028 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190b0f3-e385-46dd-8769-eab2c287201d req-1dc9c950-076e-4b2d-9fe8-631bd3774886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:23.323491 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f190b0f3-e385-46dd-8769-eab2c287201d req-1dc9c950-076e-4b2d-9fe8-631bd3774886 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0e2bcec34734e86900951518afe4cf2&device_id=31b51e89-d3f8-4801-bb3d-c022acdb340c HTTP/1.1" status: 200 len: 1096 time: 0.0424011 Nov 19 15:10:23.422673 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190b0f3-e385-46dd-8769-eab2c287201d req-06c27e68-64eb-4230-95c9-8af372c5e2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:23.424122 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f190b0f3-e385-46dd-8769-eab2c287201d req-06c27e68-64eb-4230-95c9-8af372c5e2f8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed0406b4-0bfe-439f-b48b-c510341d69dd HTTP/1.1" status: 200 len: 912 time: 0.0919170 Nov 19 15:10:23.480556 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f190b0f3-e385-46dd-8769-eab2c287201d req-0069368f-c574-4b12-834d-d1322d8c7968 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81381387-9554-484f-96f4-ccedc01e4bd8 HTTP/1.1" status: 200 len: 217 time: 0.0474012 Nov 19 15:10:23.528413 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53996070-267d-4ad2-bd3e-a741a212ed0d req-abaebecf-1c51-4780-b49a-04e587e3a3b0 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:23.529889 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-53996070-267d-4ad2-bd3e-a741a212ed0d req-abaebecf-1c51-4780-b49a-04e587e3a3b0 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=31b51e89-d3f8-4801-bb3d-c022acdb340c HTTP/1.1" status: 200 len: 943 time: 0.1049156 Nov 19 15:10:23.557971 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190b0f3-e385-46dd-8769-eab2c287201d req-e7ce6a69-c5cd-4cc8-b178-120ee531d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:23.559906 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f190b0f3-e385-46dd-8769-eab2c287201d req-e7ce6a69-c5cd-4cc8-b178-120ee531d458 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e852f975-4d1d-4820-9954-48ab18b88f42 HTTP/1.1" status: 200 len: 850 time: 0.0709321 Nov 19 15:10:23.613412 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-53996070-267d-4ad2-bd3e-a741a212ed0d req-114786af-84b5-4d99-ae82-d12e458f6e7e tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=a778cb83-91de-4308-8612-65ab1d1665ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776205 Nov 19 15:10:23.624735 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190b0f3-e385-46dd-8769-eab2c287201d req-5fd28bd8-cbc1-4400-893d-950171b3127d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:23.626228 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f190b0f3-e385-46dd-8769-eab2c287201d req-5fd28bd8-cbc1-4400-893d-950171b3127d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed0406b4-0bfe-439f-b48b-c510341d69dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562255 Nov 19 15:10:23.727293 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5331b-7d49-4678-a7a7-b1b9458460bc req-7ca08c83-e673-4149-9c7a-464efe005872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:23.728739 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ded5331b-7d49-4678-a7a7-b1b9458460bc req-7ca08c83-e673-4149-9c7a-464efe005872 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f&tenant_id=5eaa9bd6803a47d79c92591db12100ff HTTP/1.1" status: 200 len: 1096 time: 0.0854754 Nov 19 15:10:23.751912 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f190b0f3-e385-46dd-8769-eab2c287201d req-18269587-1c5e-40f3-b23c-d97a84e1cae8 service neutron] 10.222.0.11 "GET /v2.0/networks/ed0406b4-0bfe-439f-b48b-c510341d69dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160765 Nov 19 15:10:23.864091 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5331b-7d49-4678-a7a7-b1b9458460bc req-d4f12960-4298-44e4-9a13-8ee5310cc4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:23.865692 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ded5331b-7d49-4678-a7a7-b1b9458460bc req-d4f12960-4298-44e4-9a13-8ee5310cc4d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5eaa9bd6803a47d79c92591db12100ff&device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 1096 time: 0.1006782 Nov 19 15:10:23.942331 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f190b0f3-e385-46dd-8769-eab2c287201d req-f658cb5e-65b7-41e2-9610-428b47362fe0 service neutron] 10.222.0.11 "GET /v2.0/networks/ed0406b4-0bfe-439f-b48b-c510341d69dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758227 Nov 19 15:10:23.984733 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5331b-7d49-4678-a7a7-b1b9458460bc req-721c6320-9004-4355-9aac-9ab5fbbc7360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:23.986204 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ded5331b-7d49-4678-a7a7-b1b9458460bc req-721c6320-9004-4355-9aac-9ab5fbbc7360 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f97c391d-7c3e-4d86-a9cf-5e771e36f18c HTTP/1.1" status: 200 len: 918 time: 0.1117241 Nov 19 15:10:24.054452 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ded5331b-7d49-4678-a7a7-b1b9458460bc req-04894efc-3306-49e7-af49-ddf9fee0fef6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee3501ca-914e-42a9-885f-d20c58f7ee17 HTTP/1.1" status: 200 len: 999 time: 0.0594270 Nov 19 15:10:24.108348 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5331b-7d49-4678-a7a7-b1b9458460bc req-f652cc0d-c2d4-459b-bcb2-7658b60ab83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:24.109832 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ded5331b-7d49-4678-a7a7-b1b9458460bc req-f652cc0d-c2d4-459b-bcb2-7658b60ab83e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8fec746e-ce9d-4877-a4a1-5ea67aae0682 HTTP/1.1" status: 200 len: 856 time: 0.0440753 Nov 19 15:10:24.156689 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5331b-7d49-4678-a7a7-b1b9458460bc req-be3883ea-3de8-4913-8c84-44c79967c650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:24.158238 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ded5331b-7d49-4678-a7a7-b1b9458460bc req-be3883ea-3de8-4913-8c84-44c79967c650 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f97c391d-7c3e-4d86-a9cf-5e771e36f18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411427 Nov 19 15:10:24.251272 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ded5331b-7d49-4678-a7a7-b1b9458460bc req-a3d79b98-5f93-4453-a683-5a6513a9f4f9 service neutron] 10.222.0.11 "GET /v2.0/networks/f97c391d-7c3e-4d86-a9cf-5e771e36f18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844643 Nov 19 15:10:24.341652 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ded5331b-7d49-4678-a7a7-b1b9458460bc req-65a41333-54a4-44f5-a2d0-8e7c1edf9ecb service neutron] 10.222.0.11 "GET /v2.0/networks/f97c391d-7c3e-4d86-a9cf-5e771e36f18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810688 Nov 19 15:10:24.424698 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbf815-c0a2-4d18-8bd9-f1942115e4a5 req-44cfa5bf-d5e3-403a-bf4c-11ab2d42b313 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:24.426237 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-eacbf815-c0a2-4d18-8bd9-f1942115e4a5 req-44cfa5bf-d5e3-403a-bf4c-11ab2d42b313 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 943 time: 0.0510476 Nov 19 15:10:24.473591 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-eacbf815-c0a2-4d18-8bd9-f1942115e4a5 req-5707ec1b-9338-4352-9c31-938b4ef7ac9f tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414183 Nov 19 15:10:24.740380 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd12a26-e5d0-49ef-9e1b-bd72bd58c159 req-06340256-4560-48b7-b9ac-3295dc506ac2 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:24.741907 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-4cd12a26-e5d0-49ef-9e1b-bd72bd58c159 req-06340256-4560-48b7-b9ac-3295dc506ac2 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=31b51e89-d3f8-4801-bb3d-c022acdb340c HTTP/1.1" status: 200 len: 943 time: 0.0503523 Nov 19 15:10:24.794338 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-4cd12a26-e5d0-49ef-9e1b-bd72bd58c159 req-23789bb1-8b67-4cb2-b142-a4fa4843c9bf tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=a778cb83-91de-4308-8612-65ab1d1665ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455060 Nov 19 15:10:25.601976 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691fce04-60ff-44dd-a12f-3dc724328300 req-8092eb9b-2f69-4409-b7d7-7f134087f538 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:25.603756 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-691fce04-60ff-44dd-a12f-3dc724328300 req-8092eb9b-2f69-4409-b7d7-7f134087f538 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 943 time: 0.0541584 Nov 19 15:10:25.652525 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-691fce04-60ff-44dd-a12f-3dc724328300 req-6cf200de-74b1-4843-9048-669d00f8b7e8 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422647 Nov 19 15:10:25.913241 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff996f-d4cb-431f-a81f-9d4d79e03b7e req-c051a9dc-b295-4ea4-9457-4e19c7f70bc9 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:25.915730 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-56ff996f-d4cb-431f-a81f-9d4d79e03b7e req-c051a9dc-b295-4ea4-9457-4e19c7f70bc9 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=31b51e89-d3f8-4801-bb3d-c022acdb340c HTTP/1.1" status: 200 len: 943 time: 0.0503974 Nov 19 15:10:25.942053 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 81381387-9554-484f-96f4-ccedc01e4bd8 details requested by agent hyperv_hv-cinder-81757 with host hv-cinder-81757 {{(pid=102741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 15:10:25.987512 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-56ff996f-d4cb-431f-a81f-9d4d79e03b7e req-662275f8-9d9e-4dc9-99e6-6b138ff6ee02 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=a778cb83-91de-4308-8612-65ab1d1665ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636437 Nov 19 15:10:26.065765 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 81381387-9554-484f-96f4-ccedc01e4bd8, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=81381387-9554-484f-96f4-ccedc01e4bd8,segment=NetworkSegment(5c9a8ae0-0cc4-436d-a787-0604352c5b1e),segment_id=5c9a8ae0-0cc4-436d-a787-0604352c5b1e)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:10:26.081193 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Returning: {'device': '81381387-9554-484f-96f4-ccedc01e4bd8', 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd', 'port_id': '81381387-9554-484f-96f4-ccedc01e4bd8', 'mac_address': 'fa:16:3e:9d:3f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e852f975-4d1d-4820-9954-48ab18b88f42', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 15:10:26.121185 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:26.134686 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81381387-9554-484f-96f4-ccedc01e4bd8 {{(pid=102741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:10:26.155729 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 81381387-9554-484f-96f4-ccedc01e4bd8, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=81381387-9554-484f-96f4-ccedc01e4bd8,segment=NetworkSegment(5c9a8ae0-0cc4-436d-a787-0604352c5b1e),segment_id=5c9a8ae0-0cc4-436d-a787-0604352c5b1e)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:10:26.159699 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:26.208104 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=81381387-9554-484f-96f4-ccedc01e4bd8,revision_number=4']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:26.410207 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['81381387-9554-484f-96f4-ccedc01e4bd8'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:10:26.608785 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 6 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:10:26.776360 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634644d-2dfb-4fff-8acd-dfa0e2383c27 req-046cd270-3f4f-48fd-9c66-4456ba8dcd96 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:26.778657 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-2634644d-2dfb-4fff-8acd-dfa0e2383c27 req-046cd270-3f4f-48fd-9c66-4456ba8dcd96 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 943 time: 0.0510335 Nov 19 15:10:26.827280 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-2634644d-2dfb-4fff-8acd-dfa0e2383c27 req-14ac7602-7ae9-4ec4-a9bd-012f9336a184 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421615 Nov 19 15:10:27.104192 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e720e7f-31ed-41be-8d05-6d4bd1b243cd req-0575d320-2851-4a2e-aa4d-31e22ab22d8f tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:27.105974 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6e720e7f-31ed-41be-8d05-6d4bd1b243cd req-0575d320-2851-4a2e-aa4d-31e22ab22d8f tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=31b51e89-d3f8-4801-bb3d-c022acdb340c HTTP/1.1" status: 200 len: 944 time: 0.0516825 Nov 19 15:10:27.161391 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6e720e7f-31ed-41be-8d05-6d4bd1b243cd req-3689d2f0-7c9e-4605-ba3a-f6c274b4e59b tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=a778cb83-91de-4308-8612-65ab1d1665ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492554 Nov 19 15:10:27.956050 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 81381387-9554-484f-96f4-ccedc01e4bd8 up at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:10:27.970376 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f787a2-0353-4954-955f-a61e109c8396 req-a0ea0239-1c1a-428f-8a1c-99b7c36dd070 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:27.973239 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-a5f787a2-0353-4954-955f-a61e109c8396 req-a0ea0239-1c1a-428f-8a1c-99b7c36dd070 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 943 time: 0.0555665 Nov 19 15:10:28.011620 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning for port 81381387-9554-484f-96f4-ccedc01e4bd8 completed by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 15:10:28.017164 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning complete for port 81381387-9554-484f-96f4-ccedc01e4bd8 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:10:28.017539 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:28.032819 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-a5f787a2-0353-4954-955f-a61e109c8396 req-343b22bc-48ae-4a49-9aa9-977aa3315fdc tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519950 Nov 19 15:10:28.115877 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:28.140423 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b51e89-d3f8-4801-bb3d-c022acdb340c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81381387-9554-484f-96f4-ccedc01e4bd8'}] {{(pid=102741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:10:28.142706 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02aed456f185bd727e3ab04ef3305858fece041079839c75bcf3d6cf309ea5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce58b3e-6ce9-409d-834e-06a471c88020" -d '{"events": [{"server_uuid": "31b51e89-d3f8-4801-bb3d-c022acdb340c", "name": "network-vif-plugged", "status": "completed", "tag": "81381387-9554-484f-96f4-ccedc01e4bd8"}]}' {{(pid=102741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:10:28.157865 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 81381387-9554-484f-96f4-ccedc01e4bd8, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=81381387-9554-484f-96f4-ccedc01e4bd8,segment=NetworkSegment(5c9a8ae0-0cc4-436d-a787-0604352c5b1e),segment_id=5c9a8ae0-0cc4-436d-a787-0604352c5b1e)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:10:28.162687 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:28.188994 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3b31ac-d7fe-40ee-a57e-38550e97a42d x-openstack-request-id: req-fa3b31ac-d7fe-40ee-a57e-38550e97a42d {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:10:28.189316 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b51e89-d3f8-4801-bb3d-c022acdb340c", "name": "network-vif-plugged", "status": "completed", "tag": "81381387-9554-484f-96f4-ccedc01e4bd8", "code": 200}]} {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:10:28.189576 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa3b31ac-d7fe-40ee-a57e-38550e97a42d {{(pid=102741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:10:28.190110 dv-cinder-817573-1-iscsi neutron-server[102741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b51e89-d3f8-4801-bb3d-c022acdb340c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81381387-9554-484f-96f4-ccedc01e4bd8', 'code': 200} Nov 19 15:10:28.218818 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=81381387-9554-484f-96f4-ccedc01e4bd8,revision_number=5']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:28.301235 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292af441-7ad2-4afd-9422-8e66a445209b req-42398b91-31e9-4e94-9538-b857c0ec8e65 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:28.302758 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-292af441-7ad2-4afd-9422-8e66a445209b req-42398b91-31e9-4e94-9538-b857c0ec8e65 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=31b51e89-d3f8-4801-bb3d-c022acdb340c HTTP/1.1" status: 200 len: 945 time: 0.0539386 Nov 19 15:10:28.353988 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-292af441-7ad2-4afd-9422-8e66a445209b req-07da5506-5268-4f78-8e99-1caf2783b15d tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=a778cb83-91de-4308-8612-65ab1d1665ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451112 Nov 19 15:10:29.169330 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3cc7c-81d8-4f1e-952b-6678b08ed214 req-37eaf9cf-d2d6-416e-bb7e-85875f51d433 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:29.170852 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-24d3cc7c-81d8-4f1e-952b-6678b08ed214 req-37eaf9cf-d2d6-416e-bb7e-85875f51d433 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 943 time: 0.0558102 Nov 19 15:10:29.227483 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-24d3cc7c-81d8-4f1e-952b-6678b08ed214 req-76cf9060-5499-4ca8-82f8-0d5a9baecd3a tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506115 Nov 19 15:10:29.261313 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-b182f1d1-e522-4348-967e-0629eb712de1 req-c003644e-94be-4aec-a859-d5c8bf292d75 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-556241559&fields=id&tenant_id=25b1a546d19f4c95ac7e9af520d72381 HTTP/1.1" status: 200 len: 267 time: 0.0498273 Nov 19 15:10:29.375099 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182f1d1-e522-4348-967e-0629eb712de1 req-2fa460be-cea1-41f0-adc1-75e9daa97ac8 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:29.377583 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-b182f1d1-e522-4348-967e-0629eb712de1 req-2fa460be-cea1-41f0-adc1-75e9daa97ac8 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/networks?id=0559b452-5fe2-4232-b5a3-a5ef8698cc01 HTTP/1.1" status: 200 len: 809 time: 0.1083901 Nov 19 15:10:29.396312 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-b182f1d1-e522-4348-967e-0629eb712de1 req-15138e01-9801-4085-ab0a-da0b3d1eff12 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/quotas/25b1a546d19f4c95ac7e9af520d72381 HTTP/1.1" status: 200 len: 375 time: 0.0115330 Nov 19 15:10:29.462646 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-b182f1d1-e522-4348-967e-0629eb712de1 req-29227370-444d-4dcd-b597-ef93a064f15c tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=25b1a546d19f4c95ac7e9af520d72381&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602560 Nov 19 15:10:29.481198 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913ca99-c442-4f6a-8cce-075853f19dc6 req-8636c216-2be0-4425-9692-3651b769cab9 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:29.482805 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1913ca99-c442-4f6a-8cce-075853f19dc6 req-8636c216-2be0-4425-9692-3651b769cab9 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=31b51e89-d3f8-4801-bb3d-c022acdb340c HTTP/1.1" status: 200 len: 945 time: 0.0547359 Nov 19 15:10:29.551024 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1913ca99-c442-4f6a-8cce-075853f19dc6 req-f53f5e6d-14b4-4b86-91bb-350da2fdad44 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=a778cb83-91de-4308-8612-65ab1d1665ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616260 Nov 19 15:10:29.627981 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-b182f1d1-e522-4348-967e-0629eb712de1 req-0cd10c63-c36c-44c5-9d6c-e7dd58eacaa5 service neutron] 10.222.0.20 "GET /v2.0/networks/0559b452-5fe2-4232-b5a3-a5ef8698cc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518955 Nov 19 15:10:29.719341 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-b182f1d1-e522-4348-967e-0629eb712de1 req-f723f660-5955-4905-ba62-1d4be0e74054 service neutron] 10.222.0.20 "GET /v2.0/networks/0559b452-5fe2-4232-b5a3-a5ef8698cc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852227 Nov 19 15:10:30.027652 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-264fea0f-84da-4c87-b3f2-52d6ca55c175 req-763c6603-38d3-4952-b89e-b857903bd060 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 210 time: 0.0299413 Nov 19 15:10:30.360871 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521dd0c-4374-4e7a-aefa-9e4abe78ea16 req-6c47d204-7779-4895-968b-43bd44a4064d tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:30.362742 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-1521dd0c-4374-4e7a-aefa-9e4abe78ea16 req-6c47d204-7779-4895-968b-43bd44a4064d tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 943 time: 0.0593832 Nov 19 15:10:30.417053 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-1521dd0c-4374-4e7a-aefa-9e4abe78ea16 req-d530d2c8-b04d-4490-ba69-95e5e6754d52 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425661 Nov 19 15:10:30.675379 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553299d-c928-4518-a926-2baa7dbad2d4 req-10c30eff-dbe9-4d3b-a2cc-b39a726c4cfa tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:30.677011 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6553299d-c928-4518-a926-2baa7dbad2d4 req-10c30eff-dbe9-4d3b-a2cc-b39a726c4cfa tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=31b51e89-d3f8-4801-bb3d-c022acdb340c HTTP/1.1" status: 200 len: 945 time: 0.0554161 Nov 19 15:10:30.726391 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6553299d-c928-4518-a926-2baa7dbad2d4 req-7f035217-0c47-44f1-be02-2dd72a14eb60 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=a778cb83-91de-4308-8612-65ab1d1665ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429327 Nov 19 15:10:31.125724 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-a6ecfc85-ce96-4c82-83fc-f29d3c370688 req-45f15951-abd6-421f-a9b3-41637f819376 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 210 time: 0.0309570 Nov 19 15:10:31.542840 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bfc01-1e13-4e08-9cde-54b0d746f5ff req-13509fd5-53ab-4c2d-9ba6-a31543268b58 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:31.545310 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f54bfc01-1e13-4e08-9cde-54b0d746f5ff req-13509fd5-53ab-4c2d-9ba6-a31543268b58 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 943 time: 0.0515606 Nov 19 15:10:31.597584 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f54bfc01-1e13-4e08-9cde-54b0d746f5ff req-9d17513e-adfb-413c-81d8-f0b58eedf31f tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461020 Nov 19 15:10:31.849181 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064e81e-f8a6-4604-a4c0-9c9eb09da0dd req-16ee7fdf-cc29-4c51-bbeb-b21af6bb30e2 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:31.851965 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-c064e81e-f8a6-4604-a4c0-9c9eb09da0dd req-16ee7fdf-cc29-4c51-bbeb-b21af6bb30e2 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=31b51e89-d3f8-4801-bb3d-c022acdb340c HTTP/1.1" status: 200 len: 945 time: 0.0558798 Nov 19 15:10:31.906536 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-c064e81e-f8a6-4604-a4c0-9c9eb09da0dd req-df06d541-45cf-4553-829e-2a654222a74f tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=a778cb83-91de-4308-8612-65ab1d1665ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493345 Nov 19 15:10:32.222749 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-27953802-757a-4867-b04a-677addbf1553 req-1d57f6cc-edab-4f9b-86ce-bd0da039767e tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 210 time: 0.0281327 Nov 19 15:10:32.723881 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fba596-a9bb-4bfb-9a3f-d72567e4222a req-2d534b41-3633-409f-b67d-ca5168607793 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:32.725416 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-88fba596-a9bb-4bfb-9a3f-d72567e4222a req-2d534b41-3633-409f-b67d-ca5168607793 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 943 time: 0.0511956 Nov 19 15:10:32.776763 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-88fba596-a9bb-4bfb-9a3f-d72567e4222a req-71c2f24b-78d0-4e6d-bf84-6774df654f60 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444567 Nov 19 15:10:33.085459 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b7a1d-ab8e-4fd5-b312-178bb4da6dc9 req-1811ff6e-72bc-461b-9890-f2cebf954a4f tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:33.086925 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-289b7a1d-ab8e-4fd5-b312-178bb4da6dc9 req-1811ff6e-72bc-461b-9890-f2cebf954a4f tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=31b51e89-d3f8-4801-bb3d-c022acdb340c HTTP/1.1" status: 200 len: 945 time: 0.0552683 Nov 19 15:10:33.138118 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-289b7a1d-ab8e-4fd5-b312-178bb4da6dc9 req-fd808b67-2d58-4654-a8f8-eef513cef6a1 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=a778cb83-91de-4308-8612-65ab1d1665ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451529 Nov 19 15:10:33.318430 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-78ba1239-979d-4afa-b376-60e8aba814ef req-22f44ab5-ef81-4867-8a2e-ec7e5925ffaa tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 210 time: 0.0305190 Nov 19 15:10:33.901305 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8731f1e-884d-46a9-acb8-16f39460da7d req-d229b481-cc7b-4d1e-8cf4-b9b0ea5903dc tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:33.903484 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e8731f1e-884d-46a9-acb8-16f39460da7d req-d229b481-cc7b-4d1e-8cf4-b9b0ea5903dc tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 943 time: 0.0528195 Nov 19 15:10:33.951918 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e8731f1e-884d-46a9-acb8-16f39460da7d req-1b108b88-d652-4a52-8198-a9f758634b84 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422671 Nov 19 15:10:34.108331 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:34.259591 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d565319-fe5b-48e7-868c-5e0c9ae3794a req-29e968d5-19f3-4891-90b6-a543557075b3 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:34.261361 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-1d565319-fe5b-48e7-868c-5e0c9ae3794a req-29e968d5-19f3-4891-90b6-a543557075b3 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=31b51e89-d3f8-4801-bb3d-c022acdb340c HTTP/1.1" status: 200 len: 945 time: 0.0523071 Nov 19 15:10:34.310876 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-1d565319-fe5b-48e7-868c-5e0c9ae3794a req-92aa8902-7ae2-437f-8040-fbb5666c8856 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=a778cb83-91de-4308-8612-65ab1d1665ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422001 Nov 19 15:10:34.413401 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-552c4e4d-2657-4c15-9a34-11c229ba1d8f req-a7b0c873-95a1-4457-bfad-b9ea979fcf39 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 210 time: 0.0280938 Nov 19 15:10:35.070208 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65070871-4e73-4074-b12a-02da96c8057a req-692a4b6c-8e7f-4319-9837-9cbb8156e8d7 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:35.071657 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-65070871-4e73-4074-b12a-02da96c8057a req-692a4b6c-8e7f-4319-9837-9cbb8156e8d7 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 943 time: 0.0490088 Nov 19 15:10:35.117963 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-65070871-4e73-4074-b12a-02da96c8057a req-6af6df09-b6e0-4390-9469-b377cdada50b tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403850 Nov 19 15:10:35.434382 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525853e-99ce-482d-aa3e-225d117448e7 req-6f62fb76-c20f-4854-ae29-b6fdfe65a0d8 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:35.435850 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e525853e-99ce-482d-aa3e-225d117448e7 req-6f62fb76-c20f-4854-ae29-b6fdfe65a0d8 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=31b51e89-d3f8-4801-bb3d-c022acdb340c HTTP/1.1" status: 200 len: 945 time: 0.0540254 Nov 19 15:10:35.506290 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1cbad-1d5e-46c5-8058-06da3057a382 req-4b1b155a-6731-4237-9fd7-0177e8572d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:35.507811 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-28f1cbad-1d5e-46c5-8058-06da3057a382 req-4b1b155a-6731-4237-9fd7-0177e8572d46 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=31b51e89-d3f8-4801-bb3d-c022acdb340c HTTP/1.1" status: 200 len: 1098 time: 0.0711000 Nov 19 15:10:35.511748 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e525853e-99ce-482d-aa3e-225d117448e7 req-3595f073-5483-438d-83b3-81fa707bd3f0 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=a778cb83-91de-4308-8612-65ab1d1665ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675962 Nov 19 15:10:35.543268 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-37feb6dd-ea72-4977-abc8-4510aee4c642 req-e246f439-76a1-40a4-96c9-f017c85ddd64 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 210 time: 0.0513270 Nov 19 15:10:35.556319 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-28f1cbad-1d5e-46c5-8058-06da3057a382 req-ea4c46d2-04fb-4aee-8c41-b828c34fb505 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a778cb83-91de-4308-8612-65ab1d1665ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395303 Nov 19 15:10:36.202744 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182f1d1-e522-4348-967e-0629eb712de1 req-e1abffd1-4d5a-4ebb-99f1-7c5cf4c98022 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:36.204160 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b182f1d1-e522-4348-967e-0629eb712de1 req-e1abffd1-4d5a-4ebb-99f1-7c5cf4c98022 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.11 "GET /v2.0/networks?id=0559b452-5fe2-4232-b5a3-a5ef8698cc01 HTTP/1.1" status: 200 len: 809 time: 0.1433964 Nov 19 15:10:36.276719 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c29a5b2-b007-4bc2-850e-d593cf937e03 req-470df55b-e325-4a51-ba68-298d9aa8a861 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:36.278361 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2c29a5b2-b007-4bc2-850e-d593cf937e03 req-470df55b-e325-4a51-ba68-298d9aa8a861 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 943 time: 0.0835493 Nov 19 15:10:36.311867 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b182f1d1-e522-4348-967e-0629eb712de1 req-d38e25b6-f3fd-426d-a4f0-7d82d3bcc2df tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25b1a546d19f4c95ac7e9af520d72381 HTTP/1.1" status: 200 len: 379 time: 0.0972030 Nov 19 15:10:36.323173 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-b182f1d1-e522-4348-967e-0629eb712de1 req-50b9a983-651c-46a7-8d11-36564a6ee69a tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Request body: {'port': {'device_id': '222bad07-b2dc-40bb-a888-a9d8c2924238', 'network_id': '0559b452-5fe2-4232-b5a3-a5ef8698cc01', 'admin_state_up': True, 'tenant_id': '25b1a546d19f4c95ac7e9af520d72381', 'security_groups': ['b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c']}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:10:36.386735 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2c29a5b2-b007-4bc2-850e-d593cf937e03 req-05bbc518-2eb6-492c-8396-191d1732d045 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014464 Nov 19 15:10:36.448411 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b182f1d1-e522-4348-967e-0629eb712de1 req-50b9a983-651c-46a7-8d11-36564a6ee69a tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Made reservation on behalf of 25b1a546d19f4c95ac7e9af520d72381 for: {'port': 1} {{(pid=102740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:10:36.452055 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-b182f1d1-e522-4348-967e-0629eb712de1 req-50b9a983-651c-46a7-8d11-36564a6ee69a tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:36.584555 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_common [req-b182f1d1-e522-4348-967e-0629eb712de1 req-50b9a983-651c-46a7-8d11-36564a6ee69a tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Allocated IP 172.20.0.13 (0559b452-5fe2-4232-b5a3-a5ef8698cc01/01cceedc-612a-4504-ab1d-b99395916aac/f027497f-023f-4332-a537-0bf7c3e6a081) {{(pid=102740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:10:36.657149 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae3bc8-57f6-4eeb-b6fc-8285a971b726 req-20fafe53-49ca-418c-b789-059ede9d9137 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:36.665270 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-31ae3bc8-57f6-4eeb-b6fc-8285a971b726 req-20fafe53-49ca-418c-b789-059ede9d9137 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=31b51e89-d3f8-4801-bb3d-c022acdb340c HTTP/1.1" status: 200 len: 945 time: 0.0712430 Nov 19 15:10:36.702627 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-61e1c88c-3b72-41dc-8c1c-06c6b86d5850 req-3f8cf434-1a8d-42e3-acc2-5749c970bc33 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 210 time: 0.0596828 Nov 19 15:10:36.723575 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-31ae3bc8-57f6-4eeb-b6fc-8285a971b726 req-abfb26e2-00eb-4717-b046-fb94ab468297 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=a778cb83-91de-4308-8612-65ab1d1665ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568492 Nov 19 15:10:36.772298 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-b182f1d1-e522-4348-967e-0629eb712de1 req-50b9a983-651c-46a7-8d11-36564a6ee69a tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks [] for port, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:36.808694 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-b182f1d1-e522-4348-967e-0629eb712de1 req-50b9a983-651c-46a7-8d11-36564a6ee69a tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:36.852515 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b182f1d1-e522-4348-967e-0629eb712de1 req-50b9a983-651c-46a7-8d11-36564a6ee69a tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Network 0559b452-5fe2-4232-b5a3-a5ef8698cc01 is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:10:36.855565 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [req-b182f1d1-e522-4348-967e-0629eb712de1 req-50b9a983-651c-46a7-8d11-36564a6ee69a tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:10:36.858114 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-b182f1d1-e522-4348-967e-0629eb712de1 req-50b9a983-651c-46a7-8d11-36564a6ee69a tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Received port after_create {{(pid=102740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:10:36.886858 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9a983-651c-46a7-8d11-36564a6ee69a tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Pushing event updated for resources: {'Port': ['ID=f027497f-023f-4332-a537-0bf7c3e6a081,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:36.899688 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9a983-651c-46a7-8d11-36564a6ee69a tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:10:36.900032 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9a983-651c-46a7-8d11-36564a6ee69a tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:10:36.900371 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9a983-651c-46a7-8d11-36564a6ee69a tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:10:36.900708 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9a983-651c-46a7-8d11-36564a6ee69a tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:10:36.901062 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9a983-651c-46a7-8d11-36564a6ee69a tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:10:36.901392 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9a983-651c-46a7-8d11-36564a6ee69a tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:10:36.901808 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9a983-651c-46a7-8d11-36564a6ee69a tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:10:36.902136 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9a983-651c-46a7-8d11-36564a6ee69a tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:10:36.902464 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9a983-651c-46a7-8d11-36564a6ee69a tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:10:36.903446 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9a983-651c-46a7-8d11-36564a6ee69a tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:10:36.903780 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9a983-651c-46a7-8d11-36564a6ee69a tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:10:36.904101 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9a983-651c-46a7-8d11-36564a6ee69a tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:10:36.925268 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182f1d1-e522-4348-967e-0629eb712de1 req-50b9a983-651c-46a7-8d11-36564a6ee69a tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:36.925872 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-b182f1d1-e522-4348-967e-0629eb712de1 req-50b9a983-651c-46a7-8d11-36564a6ee69a tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:36.942428 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b182f1d1-e522-4348-967e-0629eb712de1 req-50b9a983-651c-46a7-8d11-36564a6ee69a tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6239233 Nov 19 15:10:36.955573 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-b182f1d1-e522-4348-967e-0629eb712de1 req-458e160e-cc20-41f9-a75e-c435beae833c service neutron] Request body: {'port': {'device_id': '222bad07-b2dc-40bb-a888-a9d8c2924238', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81757'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:10:37.013660 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-b182f1d1-e522-4348-967e-0629eb712de1 req-458e160e-cc20-41f9-a75e-c435beae833c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:37.128350 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-014ee099-025c-4fd9-9394-be319f659443 None None] Provisioning complete for port f027497f-023f-4332-a537-0bf7c3e6a081 triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:10:37.128973 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-014ee099-025c-4fd9-9394-be319f659443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:37.162328 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-014ee099-025c-4fd9-9394-be319f659443 None None] Port f027497f-023f-4332-a537-0bf7c3e6a081 cannot update to ACTIVE because it is not bound. {{(pid=102741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 15:10:37.265906 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [req-b182f1d1-e522-4348-967e-0629eb712de1 req-458e160e-cc20-41f9-a75e-c435beae833c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f027497f-023f-4332-a537-0bf7c3e6a081 {{(pid=102740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:10:37.273704 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-b182f1d1-e522-4348-967e-0629eb712de1 req-458e160e-cc20-41f9-a75e-c435beae833c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:37.286037 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.provisioning_blocks [req-b182f1d1-e522-4348-967e-0629eb712de1 req-458e160e-cc20-41f9-a75e-c435beae833c service neutron] Transition to ACTIVE for port object f027497f-023f-4332-a537-0bf7c3e6a081 will not be triggered until provisioned by entity L2. {{(pid=102740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 15:10:37.289487 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-b182f1d1-e522-4348-967e-0629eb712de1 req-458e160e-cc20-41f9-a75e-c435beae833c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59360342'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:37.339196 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e160e-cc20-41f9-a75e-c435beae833c service neutron] Pushing event updated for resources: {'Port': ['ID=f027497f-023f-4332-a537-0bf7c3e6a081,revision_number=2']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:37.411724 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-b182f1d1-e522-4348-967e-0629eb712de1 req-458e160e-cc20-41f9-a75e-c435beae833c service neutron] Attempting to bind port f027497f-023f-4332-a537-0bf7c3e6a081 on host hv-cinder-81757 for vnic_type normal with profile {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:10:37.412062 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-b182f1d1-e522-4348-967e-0629eb712de1 req-458e160e-cc20-41f9-a75e-c435beae833c service neutron] Attempting to bind port f027497f-023f-4332-a537-0bf7c3e6a081 by drivers openvswitch,hyperv on host hv-cinder-81757 at level 0 using segments [{'id': '94570b8a-3c9b-4683-9745-7999863e07b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0559b452-5fe2-4232-b5a3-a5ef8698cc01'}] {{(pid=102740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:10:37.413788 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b182f1d1-e522-4348-967e-0629eb712de1 req-458e160e-cc20-41f9-a75e-c435beae833c service neutron] Attempting to bind port f027497f-023f-4332-a537-0bf7c3e6a081 on network 0559b452-5fe2-4232-b5a3-a5ef8698cc01 {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:10:37.417304 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b182f1d1-e522-4348-967e-0629eb712de1 req-458e160e-cc20-41f9-a75e-c435beae833c service neutron] Port f027497f-023f-4332-a537-0bf7c3e6a081 on network 0559b452-5fe2-4232-b5a3-a5ef8698cc01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81757 {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 15:10:37.417637 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b182f1d1-e522-4348-967e-0629eb712de1 req-458e160e-cc20-41f9-a75e-c435beae833c service neutron] Attempting to bind port f027497f-023f-4332-a537-0bf7c3e6a081 on network 0559b452-5fe2-4232-b5a3-a5ef8698cc01 {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:10:37.424346 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b182f1d1-e522-4348-967e-0629eb712de1 req-458e160e-cc20-41f9-a75e-c435beae833c service neutron] Checking agent: {'id': 'e1ea3be9-4fba-465d-a0c0-35388eb51f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'started_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:10:37.424346 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b182f1d1-e522-4348-967e-0629eb712de1 req-458e160e-cc20-41f9-a75e-c435beae833c service neutron] Checking segment: {'id': '94570b8a-3c9b-4683-9745-7999863e07b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0559b452-5fe2-4232-b5a3-a5ef8698cc01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:10:37.424710 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b182f1d1-e522-4348-967e-0629eb712de1 req-458e160e-cc20-41f9-a75e-c435beae833c service neutron] Bound using segment: {'id': '94570b8a-3c9b-4683-9745-7999863e07b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0559b452-5fe2-4232-b5a3-a5ef8698cc01'} {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:10:37.425168 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-b182f1d1-e522-4348-967e-0629eb712de1 req-458e160e-cc20-41f9-a75e-c435beae833c service neutron] Bound port: f027497f-023f-4332-a537-0bf7c3e6a081, host: hv-cinder-81757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94570b8a-3c9b-4683-9745-7999863e07b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0559b452-5fe2-4232-b5a3-a5ef8698cc01'}}] {{(pid=102740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:10:37.425524 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-b182f1d1-e522-4348-967e-0629eb712de1 req-458e160e-cc20-41f9-a75e-c435beae833c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:37.516489 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-b182f1d1-e522-4348-967e-0629eb712de1 req-458e160e-cc20-41f9-a75e-c435beae833c service neutron] For port f027497f-023f-4332-a537-0bf7c3e6a081, host hv-cinder-81757, cleared binding levels {{(pid=102740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:10:37.520675 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-b182f1d1-e522-4348-967e-0629eb712de1 req-458e160e-cc20-41f9-a75e-c435beae833c service neutron] For port f027497f-023f-4332-a537-0bf7c3e6a081, host hv-cinder-81757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=f027497f-023f-4332-a537-0bf7c3e6a081,segment=NetworkSegment(94570b8a-3c9b-4683-9745-7999863e07b3),segment_id=94570b8a-3c9b-4683-9745-7999863e07b3)] {{(pid=102740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:10:37.525719 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-b182f1d1-e522-4348-967e-0629eb712de1 req-458e160e-cc20-41f9-a75e-c435beae833c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59360342'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:37.540723 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e211c-f348-4f2f-86b2-d51d12c114b0 req-ee7d3fa8-3386-4f40-8a41-25b937fc25cb tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:37.542199 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-786e211c-f348-4f2f-86b2-d51d12c114b0 req-ee7d3fa8-3386-4f40-8a41-25b937fc25cb tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 943 time: 0.0760944 Nov 19 15:10:37.586970 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182f1d1-e522-4348-967e-0629eb712de1 req-458e160e-cc20-41f9-a75e-c435beae833c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:37.587579 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-b182f1d1-e522-4348-967e-0629eb712de1 req-458e160e-cc20-41f9-a75e-c435beae833c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:37.588954 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b182f1d1-e522-4348-967e-0629eb712de1 req-458e160e-cc20-41f9-a75e-c435beae833c service neutron] 10.222.0.11 "PUT /v2.0/ports/f027497f-023f-4332-a537-0bf7c3e6a081 HTTP/1.1" status: 200 len: 1094 time: 0.6376574 Nov 19 15:10:37.591709 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222bad07-b2dc-40bb-a888-a9d8c2924238', 'tag': 'f027497f-023f-4332-a537-0bf7c3e6a081'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:10:37.594082 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca640d3-99a6-445c-b5dc-ef7c02f4ba30" -d '{"events": [{"name": "network-changed", "server_uuid": "222bad07-b2dc-40bb-a888-a9d8c2924238", "tag": "f027497f-023f-4332-a537-0bf7c3e6a081"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:10:37.630891 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e160e-cc20-41f9-a75e-c435beae833c service neutron] Pushing event updated for resources: {'Port': ['ID=f027497f-023f-4332-a537-0bf7c3e6a081,revision_number=3']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:37.642453 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-786e211c-f348-4f2f-86b2-d51d12c114b0 req-8666ef45-2a64-4b59-9c40-ec3f1d300138 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785010 Nov 19 15:10:37.650486 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 15:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc45aa38-6d26-47e6-b157-30a57dce8094 x-openstack-request-id: req-bc45aa38-6d26-47e6-b157-30a57dce8094 {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:10:37.650779 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "222bad07-b2dc-40bb-a888-a9d8c2924238", "tag": "f027497f-023f-4332-a537-0bf7c3e6a081", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:10:37.651032 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc45aa38-6d26-47e6-b157-30a57dce8094 {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:10:37.651427 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '222bad07-b2dc-40bb-a888-a9d8c2924238', 'tag': 'f027497f-023f-4332-a537-0bf7c3e6a081', 'status': 'completed', 'code': 200} Nov 19 15:10:37.685950 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182f1d1-e522-4348-967e-0629eb712de1 req-677faab9-f523-476a-969b-b39af21f6956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:37.687491 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b182f1d1-e522-4348-967e-0629eb712de1 req-677faab9-f523-476a-969b-b39af21f6956 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=25b1a546d19f4c95ac7e9af520d72381&device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 1097 time: 0.0490623 Nov 19 15:10:37.737147 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b182f1d1-e522-4348-967e-0629eb712de1 req-5c5da5c6-05a1-4a78-87cb-fbf68591c218 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f027497f-023f-4332-a537-0bf7c3e6a081 HTTP/1.1" status: 200 len: 217 time: 0.0389504 Nov 19 15:10:37.796222 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182f1d1-e522-4348-967e-0629eb712de1 req-6f0e6304-ef0a-4ef0-bc94-2152b93fbc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:37.797794 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b182f1d1-e522-4348-967e-0629eb712de1 req-6f0e6304-ef0a-4ef0-bc94-2152b93fbc3b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01cceedc-612a-4504-ab1d-b99395916aac HTTP/1.1" status: 200 len: 848 time: 0.0524306 Nov 19 15:10:37.827500 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7c6ec-e933-40b8-b55d-59011974ed9a req-3148eb7f-dda3-49bc-83e4-cd44fda3e81a tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:37.829014 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-0aa7c6ec-e933-40b8-b55d-59011974ed9a req-3148eb7f-dda3-49bc-83e4-cd44fda3e81a tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 944 time: 0.0493846 Nov 19 15:10:37.871931 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22117b01-7754-417b-a1cc-0b9bf0c0b498 req-535b3ab5-8d70-4e1f-835e-94946502f6f3 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:37.873446 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-22117b01-7754-417b-a1cc-0b9bf0c0b498 req-535b3ab5-8d70-4e1f-835e-94946502f6f3 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=31b51e89-d3f8-4801-bb3d-c022acdb340c HTTP/1.1" status: 200 len: 945 time: 0.0747745 Nov 19 15:10:37.879539 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182f1d1-e522-4348-967e-0629eb712de1 req-57ca89fc-3e28-41d1-baa4-a65f7aed29bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:37.879795 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-0aa7c6ec-e933-40b8-b55d-59011974ed9a req-71533826-3df1-4180-8e8d-58e93e129a78 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447476 Nov 19 15:10:37.880956 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b182f1d1-e522-4348-967e-0629eb712de1 req-57ca89fc-3e28-41d1-baa4-a65f7aed29bc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0559b452-5fe2-4232-b5a3-a5ef8698cc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720217 Nov 19 15:10:37.973934 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-22117b01-7754-417b-a1cc-0b9bf0c0b498 req-24b520de-36a3-4281-8edb-5b2048ffd64a tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=a778cb83-91de-4308-8612-65ab1d1665ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919292 Nov 19 15:10:37.999891 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b182f1d1-e522-4348-967e-0629eb712de1 req-282b3860-0f3e-445d-8f9e-da7468e7b735 service neutron] 10.222.0.11 "GET /v2.0/networks/0559b452-5fe2-4232-b5a3-a5ef8698cc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102877 Nov 19 15:10:38.006340 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device ee3501ca-914e-42a9-885f-d20c58f7ee17 details requested by agent hyperv_hv-cinder-81757 with host hv-cinder-81757 {{(pid=102741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 15:10:38.097657 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112c250-8c8b-4232-b638-5985752a843a req-826db208-ed10-43d5-a4e1-181a398c581c tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:38.098695 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b182f1d1-e522-4348-967e-0629eb712de1 req-831961f3-3b82-44f1-af81-0faa6d01309c service neutron] 10.222.0.11 "GET /v2.0/networks/0559b452-5fe2-4232-b5a3-a5ef8698cc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891707 Nov 19 15:10:38.099132 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-4112c250-8c8b-4232-b638-5985752a843a req-826db208-ed10-43d5-a4e1-181a398c581c tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=31b51e89-d3f8-4801-bb3d-c022acdb340c HTTP/1.1" status: 200 len: 945 time: 0.0530279 Nov 19 15:10:38.107638 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 47770) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:10:38.111483 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port ee3501ca-914e-42a9-885f-d20c58f7ee17, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=ee3501ca-914e-42a9-885f-d20c58f7ee17,segment=NetworkSegment(ed8113ae-2a5c-4a27-affb-b258a654385e),segment_id=ed8113ae-2a5c-4a27-affb-b258a654385e)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:10:38.112726 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [None req-7d855958-75f6-4880-92f9-bb0daba82e73 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Request body: {'floatingip': {'port_id': '81381387-9554-484f-96f4-ccedc01e4bd8'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:10:38.124968 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Returning: {'device': 'ee3501ca-914e-42a9-885f-d20c58f7ee17', 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c', 'port_id': 'ee3501ca-914e-42a9-885f-d20c58f7ee17', 'mac_address': 'fa:16:3e:5c:48:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fec746e-ce9d-4877-a4a1-5ea67aae0682', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 15:10:38.152752 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-7d855958-75f6-4880-92f9-bb0daba82e73 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for floatingip, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:38.161807 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:38.175490 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee3501ca-914e-42a9-885f-d20c58f7ee17 {{(pid=102741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:10:38.195481 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port ee3501ca-914e-42a9-885f-d20c58f7ee17, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=ee3501ca-914e-42a9-885f-d20c58f7ee17,segment=NetworkSegment(ed8113ae-2a5c-4a27-affb-b258a654385e),segment_id=ed8113ae-2a5c-4a27-affb-b258a654385e)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:10:38.199449 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:38.248878 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=ee3501ca-914e-42a9-885f-d20c58f7ee17,revision_number=9']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:38.274405 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca640d3-99a6-445c-b5dc-ef7c02f4ba30 req-8c4308df-5f8d-4f9a-9867-55c2807b7935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:38.275899 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9ca640d3-99a6-445c-b5dc-ef7c02f4ba30 req-8c4308df-5f8d-4f9a-9867-55c2807b7935 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=25b1a546d19f4c95ac7e9af520d72381&device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 1097 time: 0.1198947 Nov 19 15:10:38.437133 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['ee3501ca-914e-42a9-885f-d20c58f7ee17'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:10:38.724026 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca640d3-99a6-445c-b5dc-ef7c02f4ba30 req-f4a3664c-44e1-4805-93e3-bc5c4c972331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:38.725456 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9ca640d3-99a6-445c-b5dc-ef7c02f4ba30 req-f4a3664c-44e1-4805-93e3-bc5c4c972331 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0559b452-5fe2-4232-b5a3-a5ef8698cc01 HTTP/1.1" status: 200 len: 910 time: 0.4398618 Nov 19 15:10:38.815346 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9ca640d3-99a6-445c-b5dc-ef7c02f4ba30 req-91585372-fb4a-4912-8c68-7d94ef6b1eaf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f027497f-023f-4332-a537-0bf7c3e6a081 HTTP/1.1" status: 200 len: 217 time: 0.0631361 Nov 19 15:10:38.944125 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5f556-1c25-4c47-8094-ce133d1f9895 req-256c4dc7-a592-4b60-a4a0-5202c15367ab tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:38.945532 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-4ba5f556-1c25-4c47-8094-ce133d1f9895 req-256c4dc7-a592-4b60-a4a0-5202c15367ab tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 944 time: 0.2229149 Nov 19 15:10:38.951143 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca640d3-99a6-445c-b5dc-ef7c02f4ba30 req-4ac7f316-ad6b-4b0b-8d02-a14c946e98a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:38.952509 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9ca640d3-99a6-445c-b5dc-ef7c02f4ba30 req-4ac7f316-ad6b-4b0b-8d02-a14c946e98a2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01cceedc-612a-4504-ab1d-b99395916aac HTTP/1.1" status: 200 len: 848 time: 0.1065452 Nov 19 15:10:38.994876 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936b2eb-47c9-4ad2-9086-73ac03f2d9e7 req-dba9e1d5-177c-4d73-b4f5-44f601dfdef3 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:38.996389 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-9936b2eb-47c9-4ad2-9086-73ac03f2d9e7 req-dba9e1d5-177c-4d73-b4f5-44f601dfdef3 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 944 time: 0.0495758 Nov 19 15:10:39.045594 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-9936b2eb-47c9-4ad2-9086-73ac03f2d9e7 req-457793d8-361d-4786-ae83-80b039dcb3b0 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431063 Nov 19 15:10:39.068576 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-4ba5f556-1c25-4c47-8094-ce133d1f9895 req-41d930e0-a562-454f-897f-4f6ba625e316 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151102 Nov 19 15:10:39.076432 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca640d3-99a6-445c-b5dc-ef7c02f4ba30 req-e1a20500-f796-4865-af3a-a330e01bf135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:39.077903 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9ca640d3-99a6-445c-b5dc-ef7c02f4ba30 req-e1a20500-f796-4865-af3a-a330e01bf135 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0559b452-5fe2-4232-b5a3-a5ef8698cc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1120481 Nov 19 15:10:39.169540 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-7d855958-75f6-4880-92f9-bb0daba82e73 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:39.175545 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-7d855958-75f6-4880-92f9-bb0daba82e73 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469297'] for floatingip, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:39.271814 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9ca640d3-99a6-445c-b5dc-ef7c02f4ba30 req-22ce1913-9df7-4f76-be66-f3dedf885378 service neutron] 10.222.0.11 "GET /v2.0/networks/0559b452-5fe2-4232-b5a3-a5ef8698cc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679239 Nov 19 15:10:39.334626 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.db.l3_db [None req-7d855958-75f6-4880-92f9-bb0daba82e73 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Floating IP 1fbd17c3-eeb8-4f8b-9fc2-8a8c5bb9745d associated. External IP: 172.27.0.229, port: 81381387-9554-484f-96f4-ccedc01e4bd8. Nov 19 15:10:39.441011 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9ca640d3-99a6-445c-b5dc-ef7c02f4ba30 req-790661f9-d55f-4fb5-865e-6a2bc3564728 service neutron] 10.222.0.11 "GET /v2.0/networks/0559b452-5fe2-4232-b5a3-a5ef8698cc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614301 Nov 19 15:10:39.602766 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d855958-75f6-4880-92f9-bb0daba82e73 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Router da45f36a-23b1-4123-a15e-c2ba839e03a7 has already been hosted by L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d {{(pid=102740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 15:10:39.718823 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d855958-75f6-4880-92f9-bb0daba82e73 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:10:39.723634 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-7d855958-75f6-4880-92f9-bb0daba82e73 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for floatingip, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:39.728441 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e8d3f4-f1ef-40aa-b245-3f65c0f500c6 None None] Sync routers for ids ['da45f36a-23b1-4123-a15e-c2ba839e03a7'] in dv-cinder-817573-1-iscsi {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:10:39.738973 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e8d3f4-f1ef-40aa-b245-3f65c0f500c6 None None] Routers {'da45f36a-23b1-4123-a15e-c2ba839e03a7'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:10:39.739581 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-e3e8d3f4-f1ef-40aa-b245-3f65c0f500c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:10:19Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['da45f36a-23b1-4123-a15e-c2ba839e03a7'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:10:39.755834 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-7d855958-75f6-4880-92f9-bb0daba82e73 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "PUT /v2.0/floatingips/1fbd17c3-eeb8-4f8b-9fc2-8a8c5bb9745d HTTP/1.1" status: 200 len: 991 time: 1.6452811 Nov 19 15:10:39.755834 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b51e89-d3f8-4801-bb3d-c022acdb340c', 'tag': '81381387-9554-484f-96f4-ccedc01e4bd8'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:10:39.756929 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49657d98-2360-4587-9d91-58892eb5e62c" -d '{"events": [{"name": "network-changed", "server_uuid": "31b51e89-d3f8-4801-bb3d-c022acdb340c", "tag": "81381387-9554-484f-96f4-ccedc01e4bd8"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:10:39.796074 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 15:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088026dc-5722-4ec8-87f3-1dc871aba68c x-openstack-request-id: req-088026dc-5722-4ec8-87f3-1dc871aba68c {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:10:39.796367 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b51e89-d3f8-4801-bb3d-c022acdb340c", "tag": "81381387-9554-484f-96f4-ccedc01e4bd8", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:10:39.796625 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-088026dc-5722-4ec8-87f3-1dc871aba68c {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:10:39.797076 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b51e89-d3f8-4801-bb3d-c022acdb340c', 'tag': '81381387-9554-484f-96f4-ccedc01e4bd8', 'status': 'completed', 'code': 200} Nov 19 15:10:39.851015 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-e3e8d3f4-f1ef-40aa-b245-3f65c0f500c6 None None] Set router da45f36a-23b1-4123-a15e-c2ba839e03a7 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:10:39.859180 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49657d98-2360-4587-9d91-58892eb5e62c req-43b9b51e-b049-4729-b4b7-46acb0386c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:39.860594 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-49657d98-2360-4587-9d91-58892eb5e62c req-43b9b51e-b049-4729-b4b7-46acb0386c49 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0e2bcec34734e86900951518afe4cf2&device_id=31b51e89-d3f8-4801-bb3d-c022acdb340c HTTP/1.1" status: 200 len: 1098 time: 0.0432420 Nov 19 15:10:39.954992 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49657d98-2360-4587-9d91-58892eb5e62c req-60aa2c4e-fb34-4266-ad3b-561b1776bf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:39.956450 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-49657d98-2360-4587-9d91-58892eb5e62c req-60aa2c4e-fb34-4266-ad3b-561b1776bf18 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed0406b4-0bfe-439f-b48b-c510341d69dd HTTP/1.1" status: 200 len: 912 time: 0.0877354 Nov 19 15:10:40.017163 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device ee3501ca-914e-42a9-885f-d20c58f7ee17 up at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:10:40.021660 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-49657d98-2360-4587-9d91-58892eb5e62c req-36768490-e1f9-45fe-a787-0eb5f225b384 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81381387-9554-484f-96f4-ccedc01e4bd8 HTTP/1.1" status: 200 len: 999 time: 0.0574379 Nov 19 15:10:40.082018 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49657d98-2360-4587-9d91-58892eb5e62c req-d8f51a0a-bfe5-4430-8bdf-6691f00709f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:40.083511 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-49657d98-2360-4587-9d91-58892eb5e62c req-d8f51a0a-bfe5-4430-8bdf-6691f00709f3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e852f975-4d1d-4820-9954-48ab18b88f42 HTTP/1.1" status: 200 len: 850 time: 0.0543664 Nov 19 15:10:40.113189 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning complete for port ee3501ca-914e-42a9-885f-d20c58f7ee17 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:10:40.113497 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:40.152052 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-e3e8d3f4-f1ef-40aa-b245-3f65c0f500c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'name': 'tempest-AttachVolumeTestJSON-1862625812-router', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b68d34d5-0b48-4f3e-b481-8924b9f15bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:05:25Z', 'updated_at': '2021-11-19T15:05:30Z', 'revision_number': 4, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'gw_port': {'id': 'b68d34d5-0b48-4f3e-b481-8924b9f15bcf', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:05:26Z', 'updated_at': '2021-11-19T15:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_floatingips': [{'id': '1fbd17c3-eeb8-4f8b-9fc2-8a8c5bb9745d', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'floating_ip_address': '172.27.0.229', 'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'router_id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'port_id': '81381387-9554-484f-96f4-ccedc01e4bd8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd', 'mac_address': 'fa:16:3e:9d:3f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b51e89-d3f8-4801-bb3d-c022acdb340c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T15:10:18Z', 'updated_at': '2021-11-19T15:10:39Z', 'revision_number': 1, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3997666-8ea1-45da-a5e0-d9125645a95d', 'name': '', 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'mac_address': 'fa:16:3e:36:5f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'e852f975-4d1d-4820-9954-48ab18b88f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:05:29Z', 'updated_at': '2021-11-19T15:05:34Z', 'revision_number': 5, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'subnets': [{'id': 'e852f975-4d1d-4820-9954-48ab18b88f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:10:40.161079 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49657d98-2360-4587-9d91-58892eb5e62c req-f84d6936-8d28-4bbe-8db2-d615a8fe46db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:40.162565 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-49657d98-2360-4587-9d91-58892eb5e62c req-f84d6936-8d28-4bbe-8db2-d615a8fe46db service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed0406b4-0bfe-439f-b48b-c510341d69dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722499 Nov 19 15:10:40.185641 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e8d3f4-f1ef-40aa-b245-3f65c0f500c6 None None] Checking router: da45f36a-23b1-4123-a15e-c2ba839e03a7 for host: dv-cinder-817573-1-iscsi {{(pid=102741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:10:40.187077 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e83e8-8b5a-49f7-a07c-8ba2a624113a req-48ca80cb-6a44-4cf3-9868-3f293b0e439c tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:40.188705 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-aa1e83e8-8b5a-49f7-a07c-8ba2a624113a req-48ca80cb-6a44-4cf3-9868-3f293b0e439c tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 944 time: 0.0668647 Nov 19 15:10:40.202735 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e8d3f4-f1ef-40aa-b245-3f65c0f500c6 None None] Routers {'da45f36a-23b1-4123-a15e-c2ba839e03a7'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:10:40.203369 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-e3e8d3f4-f1ef-40aa-b245-3f65c0f500c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:10:19Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['da45f36a-23b1-4123-a15e-c2ba839e03a7'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:10:40.211632 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71266dc1-c575-427a-8eb7-dcbb22526567 req-2dc03460-0455-41ec-857a-26b165362205 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:40.220550 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-71266dc1-c575-427a-8eb7-dcbb22526567 req-2dc03460-0455-41ec-857a-26b165362205 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 944 time: 0.0631349 Nov 19 15:10:40.272968 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-71266dc1-c575-427a-8eb7-dcbb22526567 req-c4906589-a83f-421e-bff1-b63e378099c2 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512488 Nov 19 15:10:40.300234 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-aa1e83e8-8b5a-49f7-a07c-8ba2a624113a req-048b10c8-0068-4672-859b-6af0d874f4de tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952933 Nov 19 15:10:40.310530 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-49657d98-2360-4587-9d91-58892eb5e62c req-630fbf9b-efa5-4406-a3b0-d867fdd5643a service neutron] 10.222.0.11 "GET /v2.0/networks/ed0406b4-0bfe-439f-b48b-c510341d69dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391015 Nov 19 15:10:40.403624 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-49657d98-2360-4587-9d91-58892eb5e62c req-64f0d1b3-a263-43f0-93c8-c46e50d186a4 service neutron] 10.222.0.11 "GET /v2.0/networks/ed0406b4-0bfe-439f-b48b-c510341d69dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855689 Nov 19 15:10:40.448472 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:40.485639 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba17f361-87f8-4374-aa75-1a438c25b99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3501ca-914e-42a9-885f-d20c58f7ee17'}] {{(pid=102741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:10:40.487867 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02aed456f185bd727e3ab04ef3305858fece041079839c75bcf3d6cf309ea5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5951bb1-0215-4613-a98b-c459f6dc3295" -d '{"events": [{"server_uuid": "ba17f361-87f8-4374-aa75-1a438c25b99f", "name": "network-vif-plugged", "status": "completed", "tag": "ee3501ca-914e-42a9-885f-d20c58f7ee17"}]}' {{(pid=102741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:10:40.505733 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port ee3501ca-914e-42a9-885f-d20c58f7ee17, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=ee3501ca-914e-42a9-885f-d20c58f7ee17,segment=NetworkSegment(ed8113ae-2a5c-4a27-affb-b258a654385e),segment_id=ed8113ae-2a5c-4a27-affb-b258a654385e)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:10:40.510937 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-e3e8d3f4-f1ef-40aa-b245-3f65c0f500c6 None None] Set router da45f36a-23b1-4123-a15e-c2ba839e03a7 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:10:40.514402 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:40.547110 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7571ab9e-a40a-48a6-80a3-203d1d03b6f5 x-openstack-request-id: req-7571ab9e-a40a-48a6-80a3-203d1d03b6f5 {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:10:40.547592 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba17f361-87f8-4374-aa75-1a438c25b99f", "name": "network-vif-plugged", "status": "completed", "tag": "ee3501ca-914e-42a9-885f-d20c58f7ee17", "code": 200}]} {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:10:40.547866 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7571ab9e-a40a-48a6-80a3-203d1d03b6f5 {{(pid=102741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:10:40.548253 dv-cinder-817573-1-iscsi neutron-server[102741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba17f361-87f8-4374-aa75-1a438c25b99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3501ca-914e-42a9-885f-d20c58f7ee17', 'code': 200} Nov 19 15:10:40.655944 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=ee3501ca-914e-42a9-885f-d20c58f7ee17,revision_number=10']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:40.707205 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5dc195-e243-45c1-bd8c-7d64282e3e72 req-d27a68da-54f7-4d70-9ac0-8fb91ed7abb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:40.708654 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3b5dc195-e243-45c1-bd8c-7d64282e3e72 req-d27a68da-54f7-4d70-9ac0-8fb91ed7abb0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 1099 time: 0.0432076 Nov 19 15:10:40.755178 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3b5dc195-e243-45c1-bd8c-7d64282e3e72 req-259e177b-4e11-4cd6-8814-c4e698df990b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384476 Nov 19 15:10:40.820918 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-e3e8d3f4-f1ef-40aa-b245-3f65c0f500c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'name': 'tempest-AttachVolumeTestJSON-1862625812-router', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b68d34d5-0b48-4f3e-b481-8924b9f15bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:05:25Z', 'updated_at': '2021-11-19T15:05:30Z', 'revision_number': 4, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'gw_port': {'id': 'b68d34d5-0b48-4f3e-b481-8924b9f15bcf', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:05:26Z', 'updated_at': '2021-11-19T15:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_floatingips': [{'id': '1fbd17c3-eeb8-4f8b-9fc2-8a8c5bb9745d', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'floating_ip_address': '172.27.0.229', 'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'router_id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'port_id': '81381387-9554-484f-96f4-ccedc01e4bd8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd', 'mac_address': 'fa:16:3e:9d:3f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b51e89-d3f8-4801-bb3d-c022acdb340c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T15:10:18Z', 'updated_at': '2021-11-19T15:10:39Z', 'revision_number': 1, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3997666-8ea1-45da-a5e0-d9125645a95d', 'name': '', 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'mac_address': 'fa:16:3e:36:5f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'e852f975-4d1d-4820-9954-48ab18b88f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:05:29Z', 'updated_at': '2021-11-19T15:05:34Z', 'revision_number': 5, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'subnets': [{'id': 'e852f975-4d1d-4820-9954-48ab18b88f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:10:40.848602 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e8d3f4-f1ef-40aa-b245-3f65c0f500c6 None None] The sync data for ids ['da45f36a-23b1-4123-a15e-c2ba839e03a7'] in dv-cinder-817573-1-iscsi is: [{'id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'name': 'tempest-AttachVolumeTestJSON-1862625812-router', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b68d34d5-0b48-4f3e-b481-8924b9f15bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:05:25Z', 'updated_at': '2021-11-19T15:05:30Z', 'revision_number': 4, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'gw_port': {'id': 'b68d34d5-0b48-4f3e-b481-8924b9f15bcf', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:05:26Z', 'updated_at': '2021-11-19T15:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_floatingips': [{'id': '1fbd17c3-eeb8-4f8b-9fc2-8a8c5bb9745d', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'floating_ip_address': '172.27.0.229', 'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'router_id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'port_id': '81381387-9554-484f-96f4-ccedc01e4bd8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd', 'mac_address': 'fa:16:3e:9d:3f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b51e89-d3f8-4801-bb3d-c022acdb340c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T15:10:18Z', 'updated_at': '2021-11-19T15:10:39Z', 'revision_number': 1, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3997666-8ea1-45da-a5e0-d9125645a95d', 'name': '', 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'mac_address': 'fa:16:3e:36:5f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'e852f975-4d1d-4820-9954-48ab18b88f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:05:29Z', 'updated_at': '2021-11-19T15:05:34Z', 'revision_number': 5, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'subnets': [{'id': 'e852f975-4d1d-4820-9954-48ab18b88f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:10:41.024705 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc34131-020f-4587-b20a-76dc57556d3b None None] New status for floating IP 1fbd17c3-eeb8-4f8b-9fc2-8a8c5bb9745d: ACTIVE {{(pid=102742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 15:10:41.396847 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49406721-5261-47d3-a59e-1412f79b23bd req-d98d0ffd-6c01-41f7-bfbb-325721885e21 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:41.398344 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-49406721-5261-47d3-a59e-1412f79b23bd req-d98d0ffd-6c01-41f7-bfbb-325721885e21 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 946 time: 0.0490332 Nov 19 15:10:41.411034 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738911af-65fd-4bc5-b916-bd0dfa1c3bc8 req-51cdfcfa-0a69-4bdd-bc07-b2ce891ad878 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:41.412624 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-738911af-65fd-4bc5-b916-bd0dfa1c3bc8 req-51cdfcfa-0a69-4bdd-bc07-b2ce891ad878 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 944 time: 0.0538652 Nov 19 15:10:41.445686 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-49406721-5261-47d3-a59e-1412f79b23bd req-e4d468b9-7298-4532-a50c-adc3b8e70089 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406141 Nov 19 15:10:41.466082 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-738911af-65fd-4bc5-b916-bd0dfa1c3bc8 req-15d47f1c-cf1e-436b-8680-6abee3391a2d tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467534 Nov 19 15:10:42.587235 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2afed-0fb6-4852-9c12-20e2fb665430 req-a97e7e74-4813-40f2-ac27-6f37fcea9f25 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:42.593091 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473bd1c-9d31-489c-a107-acb59c5e9fc9 req-89d294fd-c531-444b-b3a2-a93a7a6ebb87 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:42.593743 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e1f2afed-0fb6-4852-9c12-20e2fb665430 req-a97e7e74-4813-40f2-ac27-6f37fcea9f25 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 946 time: 0.0741065 Nov 19 15:10:42.595504 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-0473bd1c-9d31-489c-a107-acb59c5e9fc9 req-89d294fd-c531-444b-b3a2-a93a7a6ebb87 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 944 time: 0.0505025 Nov 19 15:10:42.647365 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e1f2afed-0fb6-4852-9c12-20e2fb665430 req-1a0421a6-41ff-4375-b109-584ec6acc4c3 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517349 Nov 19 15:10:42.647925 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-0473bd1c-9d31-489c-a107-acb59c5e9fc9 req-114c0fe2-7d03-41b6-adf0-f764e44b7515 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462718 Nov 19 15:10:43.767521 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9306f05-5958-4b62-aa58-022c96765663 req-d348026d-5b70-4481-99bf-2cbfce230893 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:43.769043 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d9306f05-5958-4b62-aa58-022c96765663 req-d348026d-5b70-4481-99bf-2cbfce230893 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 944 time: 0.0515287 Nov 19 15:10:43.772687 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ae083-fa20-48d4-98ef-d1cfe3c6998b req-1b71ec92-5cbf-48ba-be76-b6d50fb0369a tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:43.774172 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-383ae083-fa20-48d4-98ef-d1cfe3c6998b req-1b71ec92-5cbf-48ba-be76-b6d50fb0369a tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 946 time: 0.0513988 Nov 19 15:10:43.818436 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d9306f05-5958-4b62-aa58-022c96765663 req-04375f28-c622-4c2a-b48a-402f3387edfb tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432634 Nov 19 15:10:43.820195 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-383ae083-fa20-48d4-98ef-d1cfe3c6998b req-fb7853cf-e55b-406b-94dc-3044ad6b6d88 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395455 Nov 19 15:10:44.933389 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75500127-ac01-4b45-8774-c33274489e66 req-9bb371cc-e95e-4a0a-8f88-b006d5fc0266 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:44.934953 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-75500127-ac01-4b45-8774-c33274489e66 req-9bb371cc-e95e-4a0a-8f88-b006d5fc0266 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 944 time: 0.0478621 Nov 19 15:10:44.983113 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-75500127-ac01-4b45-8774-c33274489e66 req-70a57d39-b71b-41d0-8e9e-47f1cea7559c tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422044 Nov 19 15:10:46.063096 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device f027497f-023f-4332-a537-0bf7c3e6a081 details requested by agent hyperv_hv-cinder-81757 with host hv-cinder-81757 {{(pid=102741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 15:10:46.095034 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35594dc-cb7e-458f-b1df-e6ff5fde9bf5 req-e264866b-0e32-4f9c-bf4e-43fef1d7f4eb tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:46.096521 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-c35594dc-cb7e-458f-b1df-e6ff5fde9bf5 req-e264866b-0e32-4f9c-bf4e-43fef1d7f4eb tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 944 time: 0.0486424 Nov 19 15:10:46.151294 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-c35594dc-cb7e-458f-b1df-e6ff5fde9bf5 req-55c05db6-0285-4c3f-846c-9e41940b1e93 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487337 Nov 19 15:10:46.152008 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-5a7b0646-b800-4164-893b-2c34daa76e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:46.178196 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port f027497f-023f-4332-a537-0bf7c3e6a081, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=f027497f-023f-4332-a537-0bf7c3e6a081,segment=NetworkSegment(94570b8a-3c9b-4683-9745-7999863e07b3),segment_id=94570b8a-3c9b-4683-9745-7999863e07b3)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:10:46.189186 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Returning: {'device': 'f027497f-023f-4332-a537-0bf7c3e6a081', 'network_id': '0559b452-5fe2-4232-b5a3-a5ef8698cc01', 'port_id': 'f027497f-023f-4332-a537-0bf7c3e6a081', 'mac_address': 'fa:16:3e:c6:8b:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01cceedc-612a-4504-ab1d-b99395916aac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 15:10:46.226938 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:46.240024 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f027497f-023f-4332-a537-0bf7c3e6a081 {{(pid=102741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:10:46.258649 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port f027497f-023f-4332-a537-0bf7c3e6a081, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=f027497f-023f-4332-a537-0bf7c3e6a081,segment=NetworkSegment(94570b8a-3c9b-4683-9745-7999863e07b3),segment_id=94570b8a-3c9b-4683-9745-7999863e07b3)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:10:46.262731 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:46.313593 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=f027497f-023f-4332-a537-0bf7c3e6a081,revision_number=4']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:46.495536 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['f027497f-023f-4332-a537-0bf7c3e6a081'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:10:47.263908 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9bcd5-284b-4e03-a396-1329b9c370c0 req-75e61db3-bac7-4ec8-ba40-8bcb37f2cc4c tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:47.265408 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-97a9bcd5-284b-4e03-a396-1329b9c370c0 req-75e61db3-bac7-4ec8-ba40-8bcb37f2cc4c tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 945 time: 0.0478811 Nov 19 15:10:47.314849 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-97a9bcd5-284b-4e03-a396-1329b9c370c0 req-3517440b-67f1-4e2b-a0d9-d3683beb8aa0 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430405 Nov 19 15:10:48.063509 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device f027497f-023f-4332-a537-0bf7c3e6a081 up at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:10:48.116052 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning for port f027497f-023f-4332-a537-0bf7c3e6a081 completed by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 15:10:48.119851 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning complete for port f027497f-023f-4332-a537-0bf7c3e6a081 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:10:48.120217 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:48.195780 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:48.222484 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222bad07-b2dc-40bb-a888-a9d8c2924238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f027497f-023f-4332-a537-0bf7c3e6a081'}] {{(pid=102741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:10:48.224810 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02aed456f185bd727e3ab04ef3305858fece041079839c75bcf3d6cf309ea5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fba7625-75d4-49cb-b02f-00526a865886" -d '{"events": [{"server_uuid": "222bad07-b2dc-40bb-a888-a9d8c2924238", "name": "network-vif-plugged", "status": "completed", "tag": "f027497f-023f-4332-a537-0bf7c3e6a081"}]}' {{(pid=102741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:10:48.237609 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port f027497f-023f-4332-a537-0bf7c3e6a081, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=f027497f-023f-4332-a537-0bf7c3e6a081,segment=NetworkSegment(94570b8a-3c9b-4683-9745-7999863e07b3),segment_id=94570b8a-3c9b-4683-9745-7999863e07b3)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:10:48.241992 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:48.265695 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ee16e9-7627-4c8e-ae66-f8124ff35001 x-openstack-request-id: req-31ee16e9-7627-4c8e-ae66-f8124ff35001 {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:10:48.266022 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222bad07-b2dc-40bb-a888-a9d8c2924238", "name": "network-vif-plugged", "status": "completed", "tag": "f027497f-023f-4332-a537-0bf7c3e6a081", "code": 200}]} {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:10:48.266296 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31ee16e9-7627-4c8e-ae66-f8124ff35001 {{(pid=102741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:10:48.266672 dv-cinder-817573-1-iscsi neutron-server[102741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222bad07-b2dc-40bb-a888-a9d8c2924238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f027497f-023f-4332-a537-0bf7c3e6a081', 'code': 200} Nov 19 15:10:48.293282 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=f027497f-023f-4332-a537-0bf7c3e6a081,revision_number=5']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:48.431272 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d0816-1506-4e24-811e-bea5b24fab15 req-8aa92c1d-960c-408a-919c-a9c285a70cdd tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:48.432745 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ed8d0816-1506-4e24-811e-bea5b24fab15 req-8aa92c1d-960c-408a-919c-a9c285a70cdd tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 946 time: 0.0499642 Nov 19 15:10:48.511329 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ed8d0816-1506-4e24-811e-bea5b24fab15 req-d27e9043-0eb1-4643-84d7-d7b349bad29e tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715404 Nov 19 15:10:48.522552 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d0b23-af29-49fa-bac2-530b6ce3f29f req-37beefa1-cc69-4c97-b844-d1a395475fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:48.524008 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-982d0b23-af29-49fa-bac2-530b6ce3f29f req-37beefa1-cc69-4c97-b844-d1a395475fac service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 1099 time: 0.0595055 Nov 19 15:10:48.570907 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-982d0b23-af29-49fa-bac2-530b6ce3f29f req-6d8615e9-bfb2-4ef7-ad54-3ef99b92afe9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392082 Nov 19 15:10:48.625872 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-253ffbf1-59fd-4b66-a9a5-05e99411fa4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:49.629245 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a4aca-cae9-4a23-815c-a7e911b1c829 req-e1f18b8a-2d9b-4f4e-92ce-a3a7e4f66c37 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:49.630730 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0c1a4aca-cae9-4a23-815c-a7e911b1c829 req-e1f18b8a-2d9b-4f4e-92ce-a3a7e4f66c37 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 946 time: 0.0484493 Nov 19 15:10:49.666410 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:49.687067 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0c1a4aca-cae9-4a23-815c-a7e911b1c829 req-4cd42560-0522-418a-931c-79d8c025550f tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501547 Nov 19 15:10:50.803980 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1235624-3096-498d-abdc-9fdd420f0c84 req-00b8700e-3e6f-4351-af9d-ec445848fb57 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:50.805437 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b1235624-3096-498d-abdc-9fdd420f0c84 req-00b8700e-3e6f-4351-af9d-ec445848fb57 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 946 time: 0.0485938 Nov 19 15:10:50.858189 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b1235624-3096-498d-abdc-9fdd420f0c84 req-051ac512-ed6a-424b-a972-24c29f8688f6 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467136 Nov 19 15:10:50.972496 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fcee2-9cd1-487e-8865-800e216fdf24 req-502ed295-622f-4c56-86a6-9a5231ae3b73 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:50.973866 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-d66fcee2-9cd1-487e-8865-800e216fdf24 req-502ed295-622f-4c56-86a6-9a5231ae3b73 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 946 time: 0.0472207 Nov 19 15:10:51.020588 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-d66fcee2-9cd1-487e-8865-800e216fdf24 req-bf06e56a-98a3-4713-85ad-3ec0d17dc747 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410254 Nov 19 15:10:51.042191 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 47870) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:10:51.069564 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:51.129018 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa3a05a-5899-471f-b1f8-6faedd547539 tempest-TestShelveInstance-1589590879 tempest-TestShelveInstance-1589590879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:51.130510 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-4fa3a05a-5899-471f-b1f8-6faedd547539 tempest-TestShelveInstance-1589590879 tempest-TestShelveInstance-1589590879-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 1094 time: 0.0873861 Nov 19 15:10:51.133380 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 47874) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:10:51.138280 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-6d575c00-8b33-4b1b-b584-ebab730ce6f3 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Request body: {'floatingip': {'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'port_id': 'f027497f-023f-4332-a537-0bf7c3e6a081', 'tenant_id': '25b1a546d19f4c95ac7e9af520d72381', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:10:51.160004 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6d575c00-8b33-4b1b-b584-ebab730ce6f3 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks [] for floatingip, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:51.252932 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6d575c00-8b33-4b1b-b584-ebab730ce6f3 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:51.356244 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.db_base_plugin_common [None req-6d575c00-8b33-4b1b-b584-ebab730ce6f3 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Allocated IP 172.27.0.192 (28d9acba-080c-4a37-9781-fba989a64823/831d2bcc-ea48-4f58-960e-dcc1ce111fc5/ebe5619c-5439-480f-bdf5-6011cd816ed8) {{(pid=102739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:10:51.451973 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6d575c00-8b33-4b1b-b584-ebab730ce6f3 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks [] for port, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:51.484067 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6d575c00-8b33-4b1b-b584-ebab730ce6f3 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58728053'] for port, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:51.525571 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d575c00-8b33-4b1b-b584-ebab730ce6f3 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Network 28d9acba-080c-4a37-9781-fba989a64823 is already hosted by enough agents. {{(pid=102739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:10:51.528389 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.base_scheduler [None req-6d575c00-8b33-4b1b-b584-ebab730ce6f3 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Resources bound (agent type, host, resource id): {{(pid=102739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:10:51.531941 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d575c00-8b33-4b1b-b584-ebab730ce6f3 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Received port after_create {{(pid=102739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:10:51.554170 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d575c00-8b33-4b1b-b584-ebab730ce6f3 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Pushing event updated for resources: {'Port': ['ID=ebe5619c-5439-480f-bdf5-6011cd816ed8,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:51.881729 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6d575c00-8b33-4b1b-b584-ebab730ce6f3 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:51.947784 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6d575c00-8b33-4b1b-b584-ebab730ce6f3 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:52.093020 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6d575c00-8b33-4b1b-b584-ebab730ce6f3 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:52.098454 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6d575c00-8b33-4b1b-b584-ebab730ce6f3 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58727948'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:52.113874 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:52.171225 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d575c00-8b33-4b1b-b584-ebab730ce6f3 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Pushing event updated for resources: {'Port': ['ID=ebe5619c-5439-480f-bdf5-6011cd816ed8,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:10:52.182517 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6d575c00-8b33-4b1b-b584-ebab730ce6f3 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469297'] for floatingip, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:52.281712 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.db.l3_db [None req-6d575c00-8b33-4b1b-b584-ebab730ce6f3 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Floating IP 322d978d-6262-4dbf-894c-1a750961eb0e associated. External IP: 172.27.0.192, port: f027497f-023f-4332-a537-0bf7c3e6a081. Nov 19 15:10:52.479854 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d575c00-8b33-4b1b-b584-ebab730ce6f3 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Router 198087ae-1a87-44a4-a7e4-dc636becebab has already been hosted by L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d {{(pid=102739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 15:10:52.584546 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d575c00-8b33-4b1b-b584-ebab730ce6f3 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:10:52.594474 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b238a607-e02e-42d2-a0c7-db42ce9aa89e None None] Sync routers for ids ['198087ae-1a87-44a4-a7e4-dc636becebab'] in dv-cinder-817573-1-iscsi {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:10:52.602330 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6d575c00-8b33-4b1b-b584-ebab730ce6f3 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for floatingip, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:10:52.604565 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b238a607-e02e-42d2-a0c7-db42ce9aa89e None None] Routers {'198087ae-1a87-44a4-a7e4-dc636becebab'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:10:52.605218 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-b238a607-e02e-42d2-a0c7-db42ce9aa89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:10:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['198087ae-1a87-44a4-a7e4-dc636becebab'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:10:52.629460 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-6d575c00-8b33-4b1b-b584-ebab730ce6f3 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4950585 Nov 19 15:10:52.630040 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222bad07-b2dc-40bb-a888-a9d8c2924238', 'tag': 'f027497f-023f-4332-a537-0bf7c3e6a081'}] {{(pid=102739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:10:52.632254 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eba93c122355dca29d1d872d2ced11345dc5d33d75e8821344cda5b49db1ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5fa7df-b313-4e8a-9815-8ff72db462d9" -d '{"events": [{"name": "network-changed", "server_uuid": "222bad07-b2dc-40bb-a888-a9d8c2924238", "tag": "f027497f-023f-4332-a537-0bf7c3e6a081"}]}' {{(pid=102739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:10:52.670860 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 15:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a86e7cf-b958-4dd0-8c69-febef880a505 x-openstack-request-id: req-6a86e7cf-b958-4dd0-8c69-febef880a505 {{(pid=102739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:10:52.671154 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "222bad07-b2dc-40bb-a888-a9d8c2924238", "tag": "f027497f-023f-4332-a537-0bf7c3e6a081", "status": "completed", "code": 200}]} {{(pid=102739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:10:52.671409 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a86e7cf-b958-4dd0-8c69-febef880a505 {{(pid=102739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:10:52.671808 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '222bad07-b2dc-40bb-a888-a9d8c2924238', 'tag': 'f027497f-023f-4332-a537-0bf7c3e6a081', 'status': 'completed', 'code': 200} Nov 19 15:10:52.714477 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-b238a607-e02e-42d2-a0c7-db42ce9aa89e None None] Set router 198087ae-1a87-44a4-a7e4-dc636becebab gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:10:52.740029 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fa7df-b313-4e8a-9815-8ff72db462d9 req-a3fe248e-a645-4c2c-b177-42c07c6a56d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:52.741460 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-bc5fa7df-b313-4e8a-9815-8ff72db462d9 req-a3fe248e-a645-4c2c-b177-42c07c6a56d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=25b1a546d19f4c95ac7e9af520d72381&device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 1099 time: 0.0399106 Nov 19 15:10:52.829711 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fa7df-b313-4e8a-9815-8ff72db462d9 req-62bb97d8-0821-4353-802b-e459ce4d1b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:52.831162 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-bc5fa7df-b313-4e8a-9815-8ff72db462d9 req-62bb97d8-0821-4353-802b-e459ce4d1b6c service neutron] 10.222.0.11 "GET /v2.0/networks?id=0559b452-5fe2-4232-b5a3-a5ef8698cc01 HTTP/1.1" status: 200 len: 910 time: 0.0828059 Nov 19 15:10:52.901846 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-bc5fa7df-b313-4e8a-9815-8ff72db462d9 req-9e833b9a-78e8-42b2-89b8-3ca204728d11 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f027497f-023f-4332-a537-0bf7c3e6a081 HTTP/1.1" status: 200 len: 1000 time: 0.0618217 Nov 19 15:10:52.942564 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-b238a607-e02e-42d2-a0c7-db42ce9aa89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'name': 'tempest-TestShelveInstance-1310042589-router', 'tenant_id': '25b1a546d19f4c95ac7e9af520d72381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c09f3d36-a96d-4152-a3ab-be2391ee4ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:09:57Z', 'updated_at': '2021-11-19T15:10:00Z', 'revision_number': 4, 'project_id': '25b1a546d19f4c95ac7e9af520d72381', 'gw_port': {'id': 'c09f3d36-a96d-4152-a3ab-be2391ee4ac5', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:09:57Z', 'updated_at': '2021-11-19T15:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_floatingips': [{'id': '322d978d-6262-4dbf-894c-1a750961eb0e', 'tenant_id': '25b1a546d19f4c95ac7e9af520d72381', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'router_id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'port_id': 'f027497f-023f-4332-a537-0bf7c3e6a081', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0559b452-5fe2-4232-b5a3-a5ef8698cc01', 'mac_address': 'fa:16:3e:c6:8b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222bad07-b2dc-40bb-a888-a9d8c2924238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T15:10:51Z', 'updated_at': '2021-11-19T15:10:51Z', 'revision_number': 0, 'project_id': '25b1a546d19f4c95ac7e9af520d72381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e7c71c-c783-4b4f-9835-cf17783f58aa', 'name': '', 'network_id': '0559b452-5fe2-4232-b5a3-a5ef8698cc01', 'tenant_id': '25b1a546d19f4c95ac7e9af520d72381', 'mac_address': 'fa:16:3e:4a:1e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '01cceedc-612a-4504-ab1d-b99395916aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:09:59Z', 'updated_at': '2021-11-19T15:10:06Z', 'revision_number': 5, 'project_id': '25b1a546d19f4c95ac7e9af520d72381', 'subnets': [{'id': '01cceedc-612a-4504-ab1d-b99395916aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:10:52.964699 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fa7df-b313-4e8a-9815-8ff72db462d9 req-aa3b90d8-8704-4675-9899-d24695ec5b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:52.966716 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-bc5fa7df-b313-4e8a-9815-8ff72db462d9 req-aa3b90d8-8704-4675-9899-d24695ec5b52 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01cceedc-612a-4504-ab1d-b99395916aac HTTP/1.1" status: 200 len: 848 time: 0.0447061 Nov 19 15:10:52.969825 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b238a607-e02e-42d2-a0c7-db42ce9aa89e None None] Checking router: 198087ae-1a87-44a4-a7e4-dc636becebab for host: dv-cinder-817573-1-iscsi {{(pid=102741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:10:52.978095 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b238a607-e02e-42d2-a0c7-db42ce9aa89e None None] Routers {'198087ae-1a87-44a4-a7e4-dc636becebab'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:10:52.978689 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-b238a607-e02e-42d2-a0c7-db42ce9aa89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:10:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['198087ae-1a87-44a4-a7e4-dc636becebab'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:10:53.012898 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fa7df-b313-4e8a-9815-8ff72db462d9 req-99ab8088-3b89-4926-bfc6-6389eb3a4fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:10:53.014254 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-bc5fa7df-b313-4e8a-9815-8ff72db462d9 req-99ab8088-3b89-4926-bfc6-6389eb3a4fe8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0559b452-5fe2-4232-b5a3-a5ef8698cc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384839 Nov 19 15:10:53.084045 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-b238a607-e02e-42d2-a0c7-db42ce9aa89e None None] Set router 198087ae-1a87-44a4-a7e4-dc636becebab gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:10:53.114256 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-bc5fa7df-b313-4e8a-9815-8ff72db462d9 req-e7cea9c9-8a6e-42b2-8c84-8545f6471c2a service neutron] 10.222.0.11 "GET /v2.0/networks/0559b452-5fe2-4232-b5a3-a5ef8698cc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830398 Nov 19 15:10:53.202011 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-bc5fa7df-b313-4e8a-9815-8ff72db462d9 req-c560a71a-f831-4345-9ade-e66899e67330 service neutron] 10.222.0.11 "GET /v2.0/networks/0559b452-5fe2-4232-b5a3-a5ef8698cc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797212 Nov 19 15:10:53.312377 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-b238a607-e02e-42d2-a0c7-db42ce9aa89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'name': 'tempest-TestShelveInstance-1310042589-router', 'tenant_id': '25b1a546d19f4c95ac7e9af520d72381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c09f3d36-a96d-4152-a3ab-be2391ee4ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:09:57Z', 'updated_at': '2021-11-19T15:10:00Z', 'revision_number': 4, 'project_id': '25b1a546d19f4c95ac7e9af520d72381', 'gw_port': {'id': 'c09f3d36-a96d-4152-a3ab-be2391ee4ac5', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:09:57Z', 'updated_at': '2021-11-19T15:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_floatingips': [{'id': '322d978d-6262-4dbf-894c-1a750961eb0e', 'tenant_id': '25b1a546d19f4c95ac7e9af520d72381', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'router_id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'port_id': 'f027497f-023f-4332-a537-0bf7c3e6a081', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0559b452-5fe2-4232-b5a3-a5ef8698cc01', 'mac_address': 'fa:16:3e:c6:8b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222bad07-b2dc-40bb-a888-a9d8c2924238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T15:10:51Z', 'updated_at': '2021-11-19T15:10:51Z', 'revision_number': 0, 'project_id': '25b1a546d19f4c95ac7e9af520d72381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e7c71c-c783-4b4f-9835-cf17783f58aa', 'name': '', 'network_id': '0559b452-5fe2-4232-b5a3-a5ef8698cc01', 'tenant_id': '25b1a546d19f4c95ac7e9af520d72381', 'mac_address': 'fa:16:3e:4a:1e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '01cceedc-612a-4504-ab1d-b99395916aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:09:59Z', 'updated_at': '2021-11-19T15:10:06Z', 'revision_number': 5, 'project_id': '25b1a546d19f4c95ac7e9af520d72381', 'subnets': [{'id': '01cceedc-612a-4504-ab1d-b99395916aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:10:53.338410 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b238a607-e02e-42d2-a0c7-db42ce9aa89e None None] The sync data for ids ['198087ae-1a87-44a4-a7e4-dc636becebab'] in dv-cinder-817573-1-iscsi is: [{'id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'name': 'tempest-TestShelveInstance-1310042589-router', 'tenant_id': '25b1a546d19f4c95ac7e9af520d72381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c09f3d36-a96d-4152-a3ab-be2391ee4ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:09:57Z', 'updated_at': '2021-11-19T15:10:00Z', 'revision_number': 4, 'project_id': '25b1a546d19f4c95ac7e9af520d72381', 'gw_port': {'id': 'c09f3d36-a96d-4152-a3ab-be2391ee4ac5', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:09:57Z', 'updated_at': '2021-11-19T15:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_floatingips': [{'id': '322d978d-6262-4dbf-894c-1a750961eb0e', 'tenant_id': '25b1a546d19f4c95ac7e9af520d72381', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'router_id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'port_id': 'f027497f-023f-4332-a537-0bf7c3e6a081', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0559b452-5fe2-4232-b5a3-a5ef8698cc01', 'mac_address': 'fa:16:3e:c6:8b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222bad07-b2dc-40bb-a888-a9d8c2924238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T15:10:51Z', 'updated_at': '2021-11-19T15:10:51Z', 'revision_number': 0, 'project_id': '25b1a546d19f4c95ac7e9af520d72381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e7c71c-c783-4b4f-9835-cf17783f58aa', 'name': '', 'network_id': '0559b452-5fe2-4232-b5a3-a5ef8698cc01', 'tenant_id': '25b1a546d19f4c95ac7e9af520d72381', 'mac_address': 'fa:16:3e:4a:1e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '01cceedc-612a-4504-ab1d-b99395916aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:09:59Z', 'updated_at': '2021-11-19T15:10:06Z', 'revision_number': 5, 'project_id': '25b1a546d19f4c95ac7e9af520d72381', 'subnets': [{'id': '01cceedc-612a-4504-ab1d-b99395916aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:10:53.532912 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6986a1bf-4b9d-420b-80c3-4febcc42b891 None None] New status for floating IP 322d978d-6262-4dbf-894c-1a750961eb0e: ACTIVE {{(pid=102742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 15:11:02.580142 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-96b1d1e4-a0af-4266-8c59-b5b631bc3d40 req-8bf80b75-2ce3-4d29-8a8d-86832a477025 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436668 Nov 19 15:11:02.667427 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1d1e4-a0af-4266-8c59-b5b631bc3d40 req-a843dc61-6fdd-4bb2-8dcd-207a12214664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:11:02.669581 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-96b1d1e4-a0af-4266-8c59-b5b631bc3d40 req-a843dc61-6fdd-4bb2-8dcd-207a12214664 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5eaa9bd6803a47d79c92591db12100ff&device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 1099 time: 0.0393035 Nov 19 15:11:02.777169 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1d1e4-a0af-4266-8c59-b5b631bc3d40 req-03d172d8-9657-43f4-9980-a392464eaa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:11:02.779151 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-96b1d1e4-a0af-4266-8c59-b5b631bc3d40 req-03d172d8-9657-43f4-9980-a392464eaa32 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f97c391d-7c3e-4d86-a9cf-5e771e36f18c HTTP/1.1" status: 200 len: 918 time: 0.0862973 Nov 19 15:11:02.859743 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-96b1d1e4-a0af-4266-8c59-b5b631bc3d40 req-d0501548-1932-46c7-84cf-e25551765ee1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee3501ca-914e-42a9-885f-d20c58f7ee17 HTTP/1.1" status: 200 len: 1001 time: 0.0579023 Nov 19 15:11:02.910606 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1d1e4-a0af-4266-8c59-b5b631bc3d40 req-301d8957-8e94-4cee-b87b-100c2972fafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:11:02.912060 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-96b1d1e4-a0af-4266-8c59-b5b631bc3d40 req-301d8957-8e94-4cee-b87b-100c2972fafc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8fec746e-ce9d-4877-a4a1-5ea67aae0682 HTTP/1.1" status: 200 len: 856 time: 0.0434730 Nov 19 15:11:02.960924 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1d1e4-a0af-4266-8c59-b5b631bc3d40 req-38cd501d-7b64-49c8-8740-a8a6b0e2f56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:11:02.962361 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-96b1d1e4-a0af-4266-8c59-b5b631bc3d40 req-38cd501d-7b64-49c8-8740-a8a6b0e2f56e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f97c391d-7c3e-4d86-a9cf-5e771e36f18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418582 Nov 19 15:11:03.056334 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-96b1d1e4-a0af-4266-8c59-b5b631bc3d40 req-1bb9e178-c733-43f4-8da8-a5c93efa5cc5 service neutron] 10.222.0.11 "GET /v2.0/networks/f97c391d-7c3e-4d86-a9cf-5e771e36f18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781555 Nov 19 15:11:03.149419 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-96b1d1e4-a0af-4266-8c59-b5b631bc3d40 req-49895994-fb96-4f1c-a765-d69d2352efd8 service neutron] 10.222.0.11 "GET /v2.0/networks/f97c391d-7c3e-4d86-a9cf-5e771e36f18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834570 Nov 19 15:11:03.607903 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 6 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:11:04.110191 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:16.133097 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-5aa24c48-01ef-4958-92c7-30195882c809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:17.270535 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e073ad-fdc1-48ce-a750-27e483d7d149 req-32d1e3e6-0cb3-4332-bc7a-01cb997a2583 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:11:17.271923 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-09e073ad-fdc1-48ce-a750-27e483d7d149 req-32d1e3e6-0cb3-4332-bc7a-01cb997a2583 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 946 time: 0.0482283 Nov 19 15:11:17.318653 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-09e073ad-fdc1-48ce-a750-27e483d7d149 req-719ffaaf-62d7-4876-a10b-8daf124be190 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401893 Nov 19 15:11:18.439221 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184465f-f043-40fe-aad3-acb2a6bb5246 req-fd822440-dad6-4a45-989e-819d924d35a2 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:11:18.440731 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-a184465f-f043-40fe-aad3-acb2a6bb5246 req-fd822440-dad6-4a45-989e-819d924d35a2 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 946 time: 0.0515122 Nov 19 15:11:18.486304 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-a184465f-f043-40fe-aad3-acb2a6bb5246 req-bd292e18-6aa0-42af-9069-a70a4d8ad478 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397484 Nov 19 15:11:18.627479 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-2a616ea1-2fed-4faf-8f68-45fa03832184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:18.866074 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc544a43-be25-4504-83d7-a696dea06f9f req-a0e05e99-7b66-4223-9a4b-90a372b9b4d4 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:11:18.867461 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-bc544a43-be25-4504-83d7-a696dea06f9f req-a0e05e99-7b66-4223-9a4b-90a372b9b4d4 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 946 time: 0.0481722 Nov 19 15:11:18.955455 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-bc544a43-be25-4504-83d7-a696dea06f9f req-f4abfa8c-a552-4ecb-bcce-57fd07482222 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Deleting port ee3501ca-914e-42a9-885f-d20c58f7ee17 {{(pid=102740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:11:18.955695 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-bc544a43-be25-4504-83d7-a696dea06f9f req-f4abfa8c-a552-4ecb-bcce-57fd07482222 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:19.042934 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-bc544a43-be25-4504-83d7-a696dea06f9f req-f4abfa8c-a552-4ecb-bcce-57fd07482222 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] For port ee3501ca-914e-42a9-885f-d20c58f7ee17, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=ee3501ca-914e-42a9-885f-d20c58f7ee17,segment=NetworkSegment(ed8113ae-2a5c-4a27-affb-b258a654385e),segment_id=ed8113ae-2a5c-4a27-affb-b258a654385e)] {{(pid=102740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:11:19.043317 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-bc544a43-be25-4504-83d7-a696dea06f9f req-f4abfa8c-a552-4ecb-bcce-57fd07482222 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:19.210985 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-bc544a43-be25-4504-83d7-a696dea06f9f req-f4abfa8c-a552-4ecb-bcce-57fd07482222 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:19.211257 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-bc544a43-be25-4504-83d7-a696dea06f9f req-f4abfa8c-a552-4ecb-bcce-57fd07482222 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469297'] for floatingip, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:19.211576 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.db.l3_db [req-bc544a43-be25-4504-83d7-a696dea06f9f req-f4abfa8c-a552-4ecb-bcce-57fd07482222 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Floating IP 190cb4d8-3320-45c0-9748-88eef7274904 disassociated. External IP: 172.27.0.115, port: ee3501ca-914e-42a9-885f-d20c58f7ee17. Nov 19 15:11:19.211911 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-bc544a43-be25-4504-83d7-a696dea06f9f req-f4abfa8c-a552-4ecb-bcce-57fd07482222 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Calling delete_port for ee3501ca-914e-42a9-885f-d20c58f7ee17 owned by compute:nova {{(pid=102740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:11:19.610536 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f0105-e7e3-48fa-8b2d-63d3fd86e923 req-6fb7ca1f-16f4-4f05-b4d3-7a26cf455214 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:11:19.612014 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-807f0105-e7e3-48fa-8b2d-63d3fd86e923 req-6fb7ca1f-16f4-4f05-b4d3-7a26cf455214 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba17f361-87f8-4374-aa75-1a438c25b99f HTTP/1.1" status: 200 len: 946 time: 0.0551374 Nov 19 15:11:19.613145 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-bc544a43-be25-4504-83d7-a696dea06f9f req-f4abfa8c-a552-4ecb-bcce-57fd07482222 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:19.641875 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4abfa8c-a552-4ecb-bcce-57fd07482222 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Pushing event deleted for resources: {'Port': ['ID=ee3501ca-914e-42a9-885f-d20c58f7ee17,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:19.673195 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-807f0105-e7e3-48fa-8b2d-63d3fd86e923 req-5e538d5a-1e1b-4163-abf8-7123bdf3af7c tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups?id=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481358 Nov 19 15:11:19.673669 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:19.758829 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc544a43-be25-4504-83d7-a696dea06f9f req-f4abfa8c-a552-4ecb-bcce-57fd07482222 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Router 1c478cfa-3e79-460f-af18-5dbfbf5e4dd2 has already been hosted by L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d {{(pid=102740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 15:11:19.863683 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc544a43-be25-4504-83d7-a696dea06f9f req-f4abfa8c-a552-4ecb-bcce-57fd07482222 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:11:19.874644 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e67c0a-f8d4-4f99-841c-a3a173cd3a2c None None] Sync routers for ids ['1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'] in dv-cinder-817573-1-iscsi {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:11:19.887132 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e67c0a-f8d4-4f99-841c-a3a173cd3a2c None None] Routers {'1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:11:19.887747 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-52e67c0a-f8d4-4f99-841c-a3a173cd3a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:11:19Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:11:19.902107 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc544a43-be25-4504-83d7-a696dea06f9f req-f4abfa8c-a552-4ecb-bcce-57fd07482222 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] No DVR routers for this DVR port ee3501ca-914e-42a9-885f-d20c58f7ee17 on host hv-cinder-81757 {{(pid=102740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 15:11:19.904532 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-bc544a43-be25-4504-83d7-a696dea06f9f req-f4abfa8c-a552-4ecb-bcce-57fd07482222 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:19.907827 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-bc544a43-be25-4504-83d7-a696dea06f9f req-f4abfa8c-a552-4ecb-bcce-57fd07482222 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.11 "DELETE /v2.0/ports/ee3501ca-914e-42a9-885f-d20c58f7ee17 HTTP/1.1" status: 204 len: 173 time: 1.0321796 Nov 19 15:11:19.908258 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba17f361-87f8-4374-aa75-1a438c25b99f', 'name': 'network-vif-deleted', 'tag': 'ee3501ca-914e-42a9-885f-d20c58f7ee17'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:11:19.910501 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae341e8a-5bae-4ef8-8fb8-248ebea366c9" -d '{"events": [{"server_uuid": "ba17f361-87f8-4374-aa75-1a438c25b99f", "name": "network-vif-deleted", "tag": "ee3501ca-914e-42a9-885f-d20c58f7ee17"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:11:19.950611 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e27914-13fd-4b08-89e0-8f967783487a x-openstack-request-id: req-c5e27914-13fd-4b08-89e0-8f967783487a {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:11:19.950913 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba17f361-87f8-4374-aa75-1a438c25b99f", "name": "network-vif-deleted", "tag": "ee3501ca-914e-42a9-885f-d20c58f7ee17", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:11:19.951166 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5e27914-13fd-4b08-89e0-8f967783487a {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:11:19.951569 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba17f361-87f8-4374-aa75-1a438c25b99f', 'name': 'network-vif-deleted', 'tag': 'ee3501ca-914e-42a9-885f-d20c58f7ee17', 'status': 'completed', 'code': 200} Nov 19 15:11:20.002492 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-52e67c0a-f8d4-4f99-841c-a3a173cd3a2c None None] Set router 1c478cfa-3e79-460f-af18-5dbfbf5e4dd2 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:11:20.335987 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-52e67c0a-f8d4-4f99-841c-a3a173cd3a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'name': 'tempest-AttachVolumeShelveTestJSON-1326120467-router', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'd5753c7f-58e4-4f38-ac9e-d0c40592331f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:03:55Z', 'updated_at': '2021-11-19T15:04:03Z', 'revision_number': 4, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'gw_port': {'id': 'd5753c7f-58e4-4f38-ac9e-d0c40592331f', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:92:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:03:57Z', 'updated_at': '2021-11-19T15:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '070c97a3-292e-4442-8371-b5fee73a079f', 'name': '', 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'mac_address': 'fa:16:3e:01:30:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8fec746e-ce9d-4877-a4a1-5ea67aae0682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:04:02Z', 'updated_at': '2021-11-19T15:04:10Z', 'revision_number': 5, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'subnets': [{'id': '8fec746e-ce9d-4877-a4a1-5ea67aae0682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:11:20.362467 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e67c0a-f8d4-4f99-841c-a3a173cd3a2c None None] Checking router: 1c478cfa-3e79-460f-af18-5dbfbf5e4dd2 for host: dv-cinder-817573-1-iscsi {{(pid=102741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:11:20.370716 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e67c0a-f8d4-4f99-841c-a3a173cd3a2c None None] Routers {'1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:11:20.371981 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-52e67c0a-f8d4-4f99-841c-a3a173cd3a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:11:19Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:11:20.477914 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-52e67c0a-f8d4-4f99-841c-a3a173cd3a2c None None] Set router 1c478cfa-3e79-460f-af18-5dbfbf5e4dd2 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:11:20.683341 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-52e67c0a-f8d4-4f99-841c-a3a173cd3a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'name': 'tempest-AttachVolumeShelveTestJSON-1326120467-router', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'd5753c7f-58e4-4f38-ac9e-d0c40592331f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:03:55Z', 'updated_at': '2021-11-19T15:04:03Z', 'revision_number': 4, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'gw_port': {'id': 'd5753c7f-58e4-4f38-ac9e-d0c40592331f', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:92:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:03:57Z', 'updated_at': '2021-11-19T15:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '070c97a3-292e-4442-8371-b5fee73a079f', 'name': '', 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'mac_address': 'fa:16:3e:01:30:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8fec746e-ce9d-4877-a4a1-5ea67aae0682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:04:02Z', 'updated_at': '2021-11-19T15:04:10Z', 'revision_number': 5, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'subnets': [{'id': '8fec746e-ce9d-4877-a4a1-5ea67aae0682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:11:20.713098 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e67c0a-f8d4-4f99-841c-a3a173cd3a2c None None] The sync data for ids ['1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'] in dv-cinder-817573-1-iscsi is: [{'id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'name': 'tempest-AttachVolumeShelveTestJSON-1326120467-router', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'd5753c7f-58e4-4f38-ac9e-d0c40592331f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:03:55Z', 'updated_at': '2021-11-19T15:04:03Z', 'revision_number': 4, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'gw_port': {'id': 'd5753c7f-58e4-4f38-ac9e-d0c40592331f', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:92:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:03:57Z', 'updated_at': '2021-11-19T15:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '070c97a3-292e-4442-8371-b5fee73a079f', 'name': '', 'network_id': 'f97c391d-7c3e-4d86-a9cf-5e771e36f18c', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'mac_address': 'fa:16:3e:01:30:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8fec746e-ce9d-4877-a4a1-5ea67aae0682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:04:02Z', 'updated_at': '2021-11-19T15:04:10Z', 'revision_number': 5, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'subnets': [{'id': '8fec746e-ce9d-4877-a4a1-5ea67aae0682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:11:20.785125 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 47972) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:20.847432 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-cf49caae-9257-4d72-a775-511d6a5a0995 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:20.872306 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-cf49caae-9257-4d72-a775-511d6a5a0995 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:20.923131 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-cf49caae-9257-4d72-a775-511d6a5a0995 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:20.926237 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-cf49caae-9257-4d72-a775-511d6a5a0995 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:20.927667 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-cf49caae-9257-4d72-a775-511d6a5a0995 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "DELETE /v2.0/security-groups/24fc2dba-66e4-4df3-bb62-a5eefc25c6ea HTTP/1.1" status: 204 len: 168 time: 0.1413040 Nov 19 15:11:20.930869 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 47976) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:20.938865 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49caae-9257-4d72-a775-511d6a5a0995 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fc2dba-66e4-4df3-bb62-a5eefc25c6ea,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:20.946208 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.api.v2.resource [None req-1f3744f3-390b-4cf4-8c2c-cf8bc1055ce1 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] show failed (client error): The resource could not be found. Nov 19 15:11:20.951453 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 47978) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:20.951911 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-1f3744f3-390b-4cf4-8c2c-cf8bc1055ce1 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "GET /v2.0/security-groups/24fc2dba-66e4-4df3-bb62-a5eefc25c6ea HTTP/1.1" status: 404 len: 347 time: 0.0198328 Nov 19 15:11:20.997296 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162472ac-b517-40f3-9832-dcd023f2e26e None None] New status for floating IP 190cb4d8-3320-45c0-9748-88eef7274904: DOWN {{(pid=102742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 15:11:21.077065 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:21.080841 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [None req-a44689f2-81fd-4930-8e7a-420d8e0bc917 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Deleting port 327c5cb9-b1f7-4dbc-a0d3-baf1b7900e2f {{(pid=102740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:11:21.081184 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-a44689f2-81fd-4930-8e7a-420d8e0bc917 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:21.163017 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-a44689f2-81fd-4930-8e7a-420d8e0bc917 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:21.163344 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-a44689f2-81fd-4930-8e7a-420d8e0bc917 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:21.174938 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [None req-a44689f2-81fd-4930-8e7a-420d8e0bc917 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Calling delete_port for 327c5cb9-b1f7-4dbc-a0d3-baf1b7900e2f owned by network:floatingip {{(pid=102740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:11:21.300322 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-a44689f2-81fd-4930-8e7a-420d8e0bc917 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:21.326720 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44689f2-81fd-4930-8e7a-420d8e0bc917 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Pushing event deleted for resources: {'Port': ['ID=327c5cb9-b1f7-4dbc-a0d3-baf1b7900e2f,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:21.386157 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-a44689f2-81fd-4930-8e7a-420d8e0bc917 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks [] for floatingip, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:21.389185 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-a44689f2-81fd-4930-8e7a-420d8e0bc917 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for floatingip, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:21.390324 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-a44689f2-81fd-4930-8e7a-420d8e0bc917 tempest-AttachVolumeShelveTestJSON-310796889 tempest-AttachVolumeShelveTestJSON-310796889-project] 10.222.0.20 "DELETE /v2.0/floatingips/190cb4d8-3320-45c0-9748-88eef7274904 HTTP/1.1" status: 204 len: 168 time: 0.4378369 Nov 19 15:11:22.119212 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:22.293649 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device ee3501ca-914e-42a9-885f-d20c58f7ee17 no longer exists at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:11:22.314086 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] No Port match for: ee3501ca-914e-42a9-885f-d20c58f7ee17 {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:11:22.314430 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device ee3501ca-914e-42a9-885f-d20c58f7ee17 not bound to the agent host hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:11:23.787128 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 48016) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:24.225648 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-4023805e-59c9-4fae-a34f-eb8e1088e18e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469809'] for router_interface, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:24.671282 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.plugin [None req-4023805e-59c9-4fae-a34f-eb8e1088e18e admin admin] Deleting port 070c97a3-292e-4442-8371-b5fee73a079f {{(pid=102739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:11:24.671608 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-4023805e-59c9-4fae-a34f-eb8e1088e18e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:24.745997 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-4023805e-59c9-4fae-a34f-eb8e1088e18e admin admin] For port 070c97a3-292e-4442-8371-b5fee73a079f, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=070c97a3-292e-4442-8371-b5fee73a079f,segment=NetworkSegment(ed8113ae-2a5c-4a27-affb-b258a654385e),segment_id=ed8113ae-2a5c-4a27-affb-b258a654385e)] {{(pid=102739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:11:24.746368 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-4023805e-59c9-4fae-a34f-eb8e1088e18e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:24.762374 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.plugin [None req-4023805e-59c9-4fae-a34f-eb8e1088e18e admin admin] Calling delete_port for 070c97a3-292e-4442-8371-b5fee73a079f owned by network:router_interface {{(pid=102739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:11:24.934897 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-4023805e-59c9-4fae-a34f-eb8e1088e18e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58728053'] for port, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:24.962490 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023805e-59c9-4fae-a34f-eb8e1088e18e admin admin] Pushing event deleted for resources: {'Port': ['ID=070c97a3-292e-4442-8371-b5fee73a079f,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:24.990796 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4023805e-59c9-4fae-a34f-eb8e1088e18e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:11:24.991144 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4023805e-59c9-4fae-a34f-eb8e1088e18e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:11:24.991485 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4023805e-59c9-4fae-a34f-eb8e1088e18e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:11:24.991824 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4023805e-59c9-4fae-a34f-eb8e1088e18e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:11:24.992153 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4023805e-59c9-4fae-a34f-eb8e1088e18e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:11:24.992484 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4023805e-59c9-4fae-a34f-eb8e1088e18e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:11:24.992825 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4023805e-59c9-4fae-a34f-eb8e1088e18e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:11:24.993161 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4023805e-59c9-4fae-a34f-eb8e1088e18e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:11:24.993485 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4023805e-59c9-4fae-a34f-eb8e1088e18e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:11:24.993810 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4023805e-59c9-4fae-a34f-eb8e1088e18e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:11:24.994130 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4023805e-59c9-4fae-a34f-eb8e1088e18e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:11:24.994447 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4023805e-59c9-4fae-a34f-eb8e1088e18e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:11:25.133484 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-4023805e-59c9-4fae-a34f-eb8e1088e18e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469901'] for router_interface, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:25.347191 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4023805e-59c9-4fae-a34f-eb8e1088e18e admin admin] Router 1c478cfa-3e79-460f-af18-5dbfbf5e4dd2 has already been hosted by L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d {{(pid=102739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 15:11:25.449385 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4023805e-59c9-4fae-a34f-eb8e1088e18e admin admin] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:11:25.455080 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-4023805e-59c9-4fae-a34f-eb8e1088e18e admin admin] 10.222.0.20 "PUT /v2.0/routers/1c478cfa-3e79-460f-af18-5dbfbf5e4dd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6667042 Nov 19 15:11:25.457455 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 48024) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:25.457931 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971692ad-4af4-4236-9ce6-eeb32ad7b273 None None] Sync routers for ids ['1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'] in dv-cinder-817573-1-iscsi {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:11:25.468654 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971692ad-4af4-4236-9ce6-eeb32ad7b273 None None] Routers {'1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:11:25.469366 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-971692ad-4af4-4236-9ce6-eeb32ad7b273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:11:19Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:11:25.561673 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-2e0d1602-a2be-4e65-a0d8-db113f4e44fb admin admin] Publish callbacks [] for router, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:25.575873 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-971692ad-4af4-4236-9ce6-eeb32ad7b273 None None] Set router 1c478cfa-3e79-460f-af18-5dbfbf5e4dd2 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:11:25.663248 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-2e0d1602-a2be-4e65-a0d8-db113f4e44fb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:25.715204 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.plugin [None req-2e0d1602-a2be-4e65-a0d8-db113f4e44fb admin admin] Deleting port d5753c7f-58e4-4f38-ac9e-d0c40592331f {{(pid=102739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:11:25.715842 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-2e0d1602-a2be-4e65-a0d8-db113f4e44fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:25.755481 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-971692ad-4af4-4236-9ce6-eeb32ad7b273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'name': 'tempest-AttachVolumeShelveTestJSON-1326120467-router', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'd5753c7f-58e4-4f38-ac9e-d0c40592331f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:03:55Z', 'updated_at': '2021-11-19T15:11:24Z', 'revision_number': 5, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'gw_port': {'id': 'd5753c7f-58e4-4f38-ac9e-d0c40592331f', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:92:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:03:57Z', 'updated_at': '2021-11-19T15:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi'}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:11:25.782565 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971692ad-4af4-4236-9ce6-eeb32ad7b273 None None] Checking router: 1c478cfa-3e79-460f-af18-5dbfbf5e4dd2 for host: dv-cinder-817573-1-iscsi {{(pid=102741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:11:25.791201 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971692ad-4af4-4236-9ce6-eeb32ad7b273 None None] Routers {'1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:11:25.791804 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-971692ad-4af4-4236-9ce6-eeb32ad7b273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:11:19Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:11:25.793825 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-2e0d1602-a2be-4e65-a0d8-db113f4e44fb admin admin] For port d5753c7f-58e4-4f38-ac9e-d0c40592331f, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=d5753c7f-58e4-4f38-ac9e-d0c40592331f,segment=NetworkSegment(8c548d3f-e438-4dec-b739-b60f621b5d36),segment_id=8c548d3f-e438-4dec-b739-b60f621b5d36)] {{(pid=102739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:11:25.794279 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-2e0d1602-a2be-4e65-a0d8-db113f4e44fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:25.809957 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.plugin [None req-2e0d1602-a2be-4e65-a0d8-db113f4e44fb admin admin] Calling delete_port for d5753c7f-58e4-4f38-ac9e-d0c40592331f owned by network:router_gateway {{(pid=102739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:11:25.877801 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-971692ad-4af4-4236-9ce6-eeb32ad7b273 None None] Set router 1c478cfa-3e79-460f-af18-5dbfbf5e4dd2 gateway port host: None {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:11:25.928982 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-971692ad-4af4-4236-9ce6-eeb32ad7b273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'name': 'tempest-AttachVolumeShelveTestJSON-1326120467-router', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:03:55Z', 'updated_at': '2021-11-19T15:11:25Z', 'revision_number': 6, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'gw_port_host': None}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:11:25.958670 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971692ad-4af4-4236-9ce6-eeb32ad7b273 None None] The sync data for ids ['1c478cfa-3e79-460f-af18-5dbfbf5e4dd2'] in dv-cinder-817573-1-iscsi is: [{'id': '1c478cfa-3e79-460f-af18-5dbfbf5e4dd2', 'name': 'tempest-AttachVolumeShelveTestJSON-1326120467-router', 'tenant_id': '5eaa9bd6803a47d79c92591db12100ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:03:55Z', 'updated_at': '2021-11-19T15:11:25Z', 'revision_number': 6, 'project_id': '5eaa9bd6803a47d79c92591db12100ff', 'gw_port_host': None}] {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:11:25.968461 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-2e0d1602-a2be-4e65-a0d8-db113f4e44fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58728053'] for port, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:25.998402 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d1602-a2be-4e65-a0d8-db113f4e44fb admin admin] Pushing event deleted for resources: {'Port': ['ID=d5753c7f-58e4-4f38-ac9e-d0c40592331f,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:26.055842 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-2e0d1602-a2be-4e65-a0d8-db113f4e44fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437495'] for router_gateway, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:26.142487 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-2e0d1602-a2be-4e65-a0d8-db113f4e44fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-463771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7245'] for router, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:26.144524 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-2e0d1602-a2be-4e65-a0d8-db113f4e44fb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:26.189090 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-2e0d1602-a2be-4e65-a0d8-db113f4e44fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-463762'] for router, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:26.189639 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0d1602-a2be-4e65-a0d8-db113f4e44fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c478cfa-3e79-460f-af18-5dbfbf5e4dd2 {{(pid=102739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 15:11:26.193848 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-2e0d1602-a2be-4e65-a0d8-db113f4e44fb admin admin] Publish callbacks [] for router, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:26.194967 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-2e0d1602-a2be-4e65-a0d8-db113f4e44fb admin admin] 10.222.0.20 "DELETE /v2.0/routers/1c478cfa-3e79-460f-af18-5dbfbf5e4dd2 HTTP/1.1" status: 204 len: 168 time: 0.7366087 Nov 19 15:11:26.197568 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 48026) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:26.241171 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.db_base_plugin_v2 [None req-68dce3a8-21c1-4cfa-827d-3986474f57c5 admin admin] Deleting subnet 8fec746e-ce9d-4877-a4a1-5ea67aae0682 {{(pid=102739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 15:11:26.244123 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-68dce3a8-21c1-4cfa-827d-3986474f57c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:26.278596 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-68dce3a8-21c1-4cfa-827d-3986474f57c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58996889'] for subnet, precommit_delete_associations {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:26.375711 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-68dce3a8-21c1-4cfa-827d-3986474f57c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606856'] for subnet, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:26.442614 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-68dce3a8-21c1-4cfa-827d-3986474f57c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58728006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59078695'] for subnet, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:26.471688 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dce3a8-21c1-4cfa-827d-3986474f57c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fec746e-ce9d-4877-a4a1-5ea67aae0682,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:26.473213 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-68dce3a8-21c1-4cfa-827d-3986474f57c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for subnet, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:26.475726 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 070c97a3-292e-4442-8371-b5fee73a079f no longer exists at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:11:26.479728 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445cee95-85ff-43ba-b236-78f8abb2a333 None None] Network f97c391d-7c3e-4d86-a9cf-5e771e36f18c requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:11:26.479840 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-68dce3a8-21c1-4cfa-827d-3986474f57c5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8fec746e-ce9d-4877-a4a1-5ea67aae0682 HTTP/1.1" status: 204 len: 168 time: 0.2807565 Nov 19 15:11:26.480246 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 48030) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:26.503207 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] No Port match for: 070c97a3-292e-4442-8371-b5fee73a079f {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:11:26.503639 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 070c97a3-292e-4442-8371-b5fee73a079f not bound to the agent host dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:11:26.553205 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-24cac034-3ba7-4474-8119-895c797acfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616598'] for network, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:26.611311 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [None req-24cac034-3ba7-4474-8119-895c797acfa2 admin admin] Deleting port 989cabae-961f-443a-b667-c85c420e70b6 {{(pid=102740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:11:26.611655 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-24cac034-3ba7-4474-8119-895c797acfa2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:26.682490 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [None req-24cac034-3ba7-4474-8119-895c797acfa2 admin admin] For port 989cabae-961f-443a-b667-c85c420e70b6, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=989cabae-961f-443a-b667-c85c420e70b6,segment=NetworkSegment(ed8113ae-2a5c-4a27-affb-b258a654385e),segment_id=ed8113ae-2a5c-4a27-affb-b258a654385e)] {{(pid=102740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:11:26.682897 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-24cac034-3ba7-4474-8119-895c797acfa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:26.693359 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0daf4f-9e53-4a2c-8d13-411fa429f66a None None] DHCP port deletion for f97c391d-7c3e-4d86-a9cf-5e771e36f18c request from dv-cinder-817573-1-iscsi {{(pid=102741) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 15:11:26.698559 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [None req-24cac034-3ba7-4474-8119-895c797acfa2 admin admin] Calling delete_port for 989cabae-961f-443a-b667-c85c420e70b6 owned by network:dhcp {{(pid=102740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:11:26.743433 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-ef0daf4f-9e53-4a2c-8d13-411fa429f66a None None] Deleting port 989cabae-961f-443a-b667-c85c420e70b6 {{(pid=102741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:11:26.744076 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-ef0daf4f-9e53-4a2c-8d13-411fa429f66a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:26.797947 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-24cac034-3ba7-4474-8119-895c797acfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:26.813709 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-ef0daf4f-9e53-4a2c-8d13-411fa429f66a None None] For port 989cabae-961f-443a-b667-c85c420e70b6, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=989cabae-961f-443a-b667-c85c420e70b6,segment=NetworkSegment(ed8113ae-2a5c-4a27-affb-b258a654385e),segment_id=ed8113ae-2a5c-4a27-affb-b258a654385e)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:11:26.814107 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-ef0daf4f-9e53-4a2c-8d13-411fa429f66a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:26.827132 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cac034-3ba7-4474-8119-895c797acfa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=989cabae-961f-443a-b667-c85c420e70b6,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:26.827325 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-ef0daf4f-9e53-4a2c-8d13-411fa429f66a None None] Calling delete_port for 989cabae-961f-443a-b667-c85c420e70b6 owned by network:dhcp {{(pid=102741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:11:26.829008 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cac034-3ba7-4474-8119-895c797acfa2 admin admin] No DVR routers for this DVR port 989cabae-961f-443a-b667-c85c420e70b6 on host dv-cinder-817573-1-iscsi {{(pid=102740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 15:11:26.902320 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-ef0daf4f-9e53-4a2c-8d13-411fa429f66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177'] for port, after_delete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:26.904101 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-24cac034-3ba7-4474-8119-895c797acfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-608543', 'neutron.services.segments.db._delete_segments_for_network-8763178264971'] for network, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:26.923997 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.services.segments.db [None req-24cac034-3ba7-4474-8119-895c797acfa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f97c391d-7c3e-4d86-a9cf-5e771e36f18c']}} {{(pid=102740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:11:26.925075 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0daf4f-9e53-4a2c-8d13-411fa429f66a None None] Pushing event deleted for resources: {'Port': ['ID=989cabae-961f-443a-b667-c85c420e70b6,revision_number=None']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:26.933999 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.services.segments.db [None req-24cac034-3ba7-4474-8119-895c797acfa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8113ae-2a5c-4a27-affb-b258a654385e') {'for_net_delete': True} {{(pid=102740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:11:26.934295 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.services.segments.db [None req-24cac034-3ba7-4474-8119-895c797acfa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8113ae-2a5c-4a27-affb-b258a654385e') {} {{(pid=102740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:11:26.935085 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0daf4f-9e53-4a2c-8d13-411fa429f66a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:11:26.935467 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0daf4f-9e53-4a2c-8d13-411fa429f66a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:11:26.935819 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0daf4f-9e53-4a2c-8d13-411fa429f66a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:11:26.936157 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0daf4f-9e53-4a2c-8d13-411fa429f66a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:11:26.936495 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0daf4f-9e53-4a2c-8d13-411fa429f66a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:11:26.936851 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0daf4f-9e53-4a2c-8d13-411fa429f66a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:11:26.937185 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0daf4f-9e53-4a2c-8d13-411fa429f66a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:11:26.937516 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0daf4f-9e53-4a2c-8d13-411fa429f66a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:11:26.937859 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0daf4f-9e53-4a2c-8d13-411fa429f66a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:11:26.938197 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0daf4f-9e53-4a2c-8d13-411fa429f66a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:11:26.938518 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0daf4f-9e53-4a2c-8d13-411fa429f66a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:11:26.938843 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0daf4f-9e53-4a2c-8d13-411fa429f66a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:11:26.941487 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0daf4f-9e53-4a2c-8d13-411fa429f66a None None] No DVR routers for this DVR port 989cabae-961f-443a-b667-c85c420e70b6 on host dv-cinder-817573-1-iscsi {{(pid=102741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 15:11:26.943843 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-24cac034-3ba7-4474-8119-895c797acfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763178248843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58782433'] for segment, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:26.958175 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-24cac034-3ba7-4474-8119-895c797acfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597'] for segment, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:26.964423 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24cac034-3ba7-4474-8119-895c797acfa2 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=102740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 15:11:26.964842 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-24cac034-3ba7-4474-8119-895c797acfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59360370'] for segment, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:26.966676 dv-cinder-817573-1-iscsi neutron-server[102740]: Traceback (most recent call last): Nov 19 15:11:26.966676 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 15:11:26.966676 dv-cinder-817573-1-iscsi neutron-server[102740]: timer() Nov 19 15:11:26.966676 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 15:11:26.966676 dv-cinder-817573-1-iscsi neutron-server[102740]: cb(*args, **kw) Nov 19 15:11:26.966676 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 15:11:26.966676 dv-cinder-817573-1-iscsi neutron-server[102740]: return func(*args, **kwargs) Nov 19 15:11:26.966676 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 15:11:26.966676 dv-cinder-817573-1-iscsi neutron-server[102740]: self._notify() Nov 19 15:11:26.966676 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 15:11:26.966676 dv-cinder-817573-1-iscsi neutron-server[102740]: self.callback(batched_events) Nov 19 15:11:26.966676 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 15:11:26.966676 dv-cinder-817573-1-iscsi neutron-server[102740]: event.method(event) Nov 19 15:11:26.966676 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 15:11:26.966676 dv-cinder-817573-1-iscsi neutron-server[102740]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 15:11:26.966676 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 15:11:26.966676 dv-cinder-817573-1-iscsi neutron-server[102740]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 15:11:26.966676 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 15:11:26.966676 dv-cinder-817573-1-iscsi neutron-server[102740]: return f(self, *a, **k) Nov 19 15:11:26.966676 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 15:11:26.966676 dv-cinder-817573-1-iscsi neutron-server[102740]: return self._get(url).json() Nov 19 15:11:26.966676 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 15:11:26.966676 dv-cinder-817573-1-iscsi neutron-server[102740]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 15:11:26.966676 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 15:11:26.966676 dv-cinder-817573-1-iscsi neutron-server[102740]: return self.request(url, 'GET', **kwargs) Nov 19 15:11:26.966676 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 15:11:26.966676 dv-cinder-817573-1-iscsi neutron-server[102740]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 15:11:26.966676 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 15:11:26.966676 dv-cinder-817573-1-iscsi neutron-server[102740]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 15:11:26.966676 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 15:11:26.966676 dv-cinder-817573-1-iscsi neutron-server[102740]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 15:11:26.966676 dv-cinder-817573-1-iscsi neutron-server[102740]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 15:11:27.019083 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-24cac034-3ba7-4474-8119-895c797acfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-608518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469263'] for network, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:27.024436 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-24cac034-3ba7-4474-8119-895c797acfa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for network, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:27.027651 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-24cac034-3ba7-4474-8119-895c797acfa2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f97c391d-7c3e-4d86-a9cf-5e771e36f18c HTTP/1.1" status: 204 len: 168 time: 0.5462711 Nov 19 15:11:27.038360 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cac034-3ba7-4474-8119-895c797acfa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f97c391d-7c3e-4d86-a9cf-5e771e36f18c,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:27.138888 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 48034) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:27.179080 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-49cc8954-2adf-4194-b8cf-2a5678e8aa6c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5eaa9bd6803a47d79c92591db12100ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389421 Nov 19 15:11:27.181397 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 48036) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:27.232188 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-df5233bf-0921-4e21-8a6e-bce5e71f1dcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:27.253178 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-df5233bf-0921-4e21-8a6e-bce5e71f1dcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:27.298301 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-df5233bf-0921-4e21-8a6e-bce5e71f1dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:27.300930 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-df5233bf-0921-4e21-8a6e-bce5e71f1dcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:27.302064 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-df5233bf-0921-4e21-8a6e-bce5e71f1dcd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2bbeec44-78ad-4a1a-801b-5e4e372d2af2 HTTP/1.1" status: 204 len: 168 time: 0.1197810 Nov 19 15:11:27.310235 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5233bf-0921-4e21-8a6e-bce5e71f1dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbeec44-78ad-4a1a-801b-5e4e372d2af2,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:28.303142 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device d5753c7f-58e4-4f38-ac9e-d0c40592331f no longer exists at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:11:28.325918 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] No Port match for: d5753c7f-58e4-4f38-ac9e-d0c40592331f {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:11:28.326264 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device d5753c7f-58e4-4f38-ac9e-d0c40592331f not bound to the agent host dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:11:28.326676 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 989cabae-961f-443a-b667-c85c420e70b6 no longer exists at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:11:28.348330 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] No Port match for: 989cabae-961f-443a-b667-c85c420e70b6 {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:11:28.348691 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 989cabae-961f-443a-b667-c85c420e70b6 not bound to the agent host dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:11:28.521703 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 48094) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:28.628312 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-d8ed0f0d-fcd3-42d4-bb3a-1d67fb27a3c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:28.703804 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-d8ed0f0d-fcd3-42d4-bb3a-1d67fb27a3c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:28.707462 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-d8ed0f0d-fcd3-42d4-bb3a-1d67fb27a3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:28.747826 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-d8ed0f0d-fcd3-42d4-bb3a-1d67fb27a3c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f5e0068c838438aaf2a210d0e5904b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250321 Nov 19 15:11:28.748547 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed0f0d-fcd3-42d4-bb3a-1d67fb27a3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f7e7f1-4d3f-4bda-83d2-6094b22b20c9,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:28.750741 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 48106) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:28.806179 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-18c6e821-8edb-418d-9340-ea91c2214751 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:28.830205 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-18c6e821-8edb-418d-9340-ea91c2214751 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:28.883362 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-18c6e821-8edb-418d-9340-ea91c2214751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:28.886033 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-18c6e821-8edb-418d-9340-ea91c2214751 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:28.887976 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-18c6e821-8edb-418d-9340-ea91c2214751 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66f7e7f1-4d3f-4bda-83d2-6094b22b20c9 HTTP/1.1" status: 204 len: 168 time: 0.1350281 Nov 19 15:11:28.902596 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6e821-8edb-418d-9340-ea91c2214751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f7e7f1-4d3f-4bda-83d2-6094b22b20c9,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:29.489033 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 48132) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:29.584229 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-9a81f4df-6e15-414b-a74c-57437cfd45a9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-337759915-network', 'tenant_id': 'b5542e70035b43a981181f48839d5d2f'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:11:29.605315 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a81f4df-6e15-414b-a74c-57437cfd45a9 admin admin] Made reservation on behalf of b5542e70035b43a981181f48839d5d2f for: {'network': 1} {{(pid=102739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:11:29.607521 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-9a81f4df-6e15-414b-a74c-57437cfd45a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for network, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:29.618671 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-9a81f4df-6e15-414b-a74c-57437cfd45a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:29.691001 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-9a81f4df-6e15-414b-a74c-57437cfd45a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:29.694590 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-9a81f4df-6e15-414b-a74c-57437cfd45a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:29.718823 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a81f4df-6e15-414b-a74c-57437cfd45a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=102739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 15:11:29.728193 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81f4df-6e15-414b-a74c-57437cfd45a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f9061a-3581-4912-b5a3-e3ee4db98edf,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:29.733815 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-9a81f4df-6e15-414b-a74c-57437cfd45a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597'] for segment, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:29.734152 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.db.segments_db [None req-9a81f4df-6e15-414b-a74c-57437cfd45a9 admin admin] Added segment fd981657-4676-498f-b2ab-801043bf2d24 of type vlan for network c0a6bda7-c736-46aa-9160-34417a1eb638 Nov 19 15:11:29.776514 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-9a81f4df-6e15-414b-a74c-57437cfd45a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763177764639'] for network, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:29.799826 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-9a81f4df-6e15-414b-a74c-57437cfd45a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375'] for network, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:29.800750 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a81f4df-6e15-414b-a74c-57437cfd45a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:11:29.801472 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-9a81f4df-6e15-414b-a74c-57437cfd45a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for network, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:29.850478 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-9a81f4df-6e15-414b-a74c-57437cfd45a9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3603759 Nov 19 15:11:29.853500 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 48136) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:29.859597 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [None req-2a3a8f87-398b-4917-925c-ede3d4e92be8 admin admin] Request body: {'subnet': {'network_id': 'c0a6bda7-c736-46aa-9160-34417a1eb638', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-337759915-subnet', 'tenant_id': 'b5542e70035b43a981181f48839d5d2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:11:29.863463 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81f4df-6e15-414b-a74c-57437cfd45a9 admin admin] Pushing event updated for resources: {'Network': ['ID=c0a6bda7-c736-46aa-9160-34417a1eb638,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:29.873196 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Network c0a6bda7-c736-46aa-9160-34417a1eb638 details requested by agent ovs-agent-dv-cinder-817573-1-iscsi with host dv-cinder-817573-1-iscsi {{(pid=102741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 15:11:29.880867 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3a8f87-398b-4917-925c-ede3d4e92be8 admin admin] Made reservation on behalf of b5542e70035b43a981181f48839d5d2f for: {'subnet': 1} {{(pid=102740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:11:29.883144 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-2a3a8f87-398b-4917-925c-ede3d4e92be8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59253751'] for subnet, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:30.053905 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-2a3a8f87-398b-4917-925c-ede3d4e92be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59360475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59253733'] for subnet, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:30.123769 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a8f87-398b-4917-925c-ede3d4e92be8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e60feca-cf8f-4b5e-9465-5de4323c43e4,revision_number=0']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:30.130223 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3a8f87-398b-4917-925c-ede3d4e92be8 admin admin] Checking segment: {'id': 'fd981657-4676-498f-b2ab-801043bf2d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c0a6bda7-c736-46aa-9160-34417a1eb638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:11:30.130585 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3a8f87-398b-4917-925c-ede3d4e92be8 admin admin] Network hostable DHCP agents. Network: c0a6bda7-c736-46aa-9160-34417a1eb638, hostable agents: ['b581fc54-f77c-4a6c-8194-faf7229ee611'], hosted agents: [] {{(pid=102740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 15:11:30.147321 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3a8f87-398b-4917-925c-ede3d4e92be8 admin admin] Network c0a6bda7-c736-46aa-9160-34417a1eb638 is scheduled to be hosted by DHCP agent b581fc54-f77c-4a6c-8194-faf7229ee611 with binding_index 1 {{(pid=102740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 15:11:30.157513 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [None req-2a3a8f87-398b-4917-925c-ede3d4e92be8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817573-1-iscsi, c0a6bda7-c736-46aa-9160-34417a1eb638) {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:11:30.162324 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3a8f87-398b-4917-925c-ede3d4e92be8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:11:30.163354 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-2a3a8f87-398b-4917-925c-ede3d4e92be8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:30.167122 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c546e9-dba2-4890-8d4c-498e87972b83 None None] Network c0a6bda7-c736-46aa-9160-34417a1eb638 requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:11:30.183425 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-2a3a8f87-398b-4917-925c-ede3d4e92be8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3286448 Nov 19 15:11:30.321764 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073005fa-f0f4-40d8-b28d-bd9f8deb9442 None None] Network c0a6bda7-c736-46aa-9160-34417a1eb638 requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:11:30.688240 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 48164) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:30.693278 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [None req-3ac51ef9-8c25-4550-ba3f-8fb43b6117e4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1564391095-network', 'tenant_id': 'da6c1e225e014f189d48a56ae08522d1'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:11:30.713725 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac51ef9-8c25-4550-ba3f-8fb43b6117e4 admin admin] Made reservation on behalf of da6c1e225e014f189d48a56ae08522d1 for: {'network': 1} {{(pid=102740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:11:30.716321 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-3ac51ef9-8c25-4550-ba3f-8fb43b6117e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for network, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:30.725221 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-3ac51ef9-8c25-4550-ba3f-8fb43b6117e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:30.800573 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-3ac51ef9-8c25-4550-ba3f-8fb43b6117e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:30.804236 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-3ac51ef9-8c25-4550-ba3f-8fb43b6117e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:30.831031 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ac51ef9-8c25-4550-ba3f-8fb43b6117e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=102740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 15:11:30.836563 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac51ef9-8c25-4550-ba3f-8fb43b6117e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70dd9aa5-f05e-4f79-b631-33b67b2442fd,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:30.844082 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-3ac51ef9-8c25-4550-ba3f-8fb43b6117e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597'] for segment, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:30.844188 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.db.segments_db [None req-3ac51ef9-8c25-4550-ba3f-8fb43b6117e4 admin admin] Added segment c02dd7e5-c2f4-4004-9b1e-30205ea20eca of type vlan for network a0fa9fa4-552a-44e9-af7d-f0895b58646a Nov 19 15:11:30.883998 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-3ac51ef9-8c25-4550-ba3f-8fb43b6117e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763177764639'] for network, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:30.906825 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-3ac51ef9-8c25-4550-ba3f-8fb43b6117e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375'] for network, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:30.907773 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac51ef9-8c25-4550-ba3f-8fb43b6117e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:11:30.908351 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-3ac51ef9-8c25-4550-ba3f-8fb43b6117e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for network, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:30.961214 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-3ac51ef9-8c25-4550-ba3f-8fb43b6117e4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2716520 Nov 19 15:11:30.963919 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 48166) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:30.969078 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-22b63035-7906-4440-82ba-c6c623e44762 admin admin] Request body: {'subnet': {'network_id': 'a0fa9fa4-552a-44e9-af7d-f0895b58646a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1564391095-subnet', 'tenant_id': 'da6c1e225e014f189d48a56ae08522d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:11:30.971713 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac51ef9-8c25-4550-ba3f-8fb43b6117e4 admin admin] Pushing event updated for resources: {'Network': ['ID=a0fa9fa4-552a-44e9-af7d-f0895b58646a,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:30.982134 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Network a0fa9fa4-552a-44e9-af7d-f0895b58646a details requested by agent ovs-agent-dv-cinder-817573-1-iscsi with host dv-cinder-817573-1-iscsi {{(pid=102741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 15:11:30.992150 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b63035-7906-4440-82ba-c6c623e44762 admin admin] Made reservation on behalf of da6c1e225e014f189d48a56ae08522d1 for: {'subnet': 1} {{(pid=102739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:11:30.994882 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-22b63035-7906-4440-82ba-c6c623e44762 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59078732'] for subnet, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:31.159388 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-22b63035-7906-4440-82ba-c6c623e44762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58728065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59078750'] for subnet, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:31.211553 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b63035-7906-4440-82ba-c6c623e44762 admin admin] Pushing event updated for resources: {'Subnet': ['ID=289ce452-daea-4322-9c61-3158ce074371,revision_number=0']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:31.227294 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b63035-7906-4440-82ba-c6c623e44762 admin admin] Checking segment: {'id': 'c02dd7e5-c2f4-4004-9b1e-30205ea20eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a0fa9fa4-552a-44e9-af7d-f0895b58646a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:11:31.227653 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b63035-7906-4440-82ba-c6c623e44762 admin admin] Network hostable DHCP agents. Network: a0fa9fa4-552a-44e9-af7d-f0895b58646a, hostable agents: ['b581fc54-f77c-4a6c-8194-faf7229ee611'], hosted agents: [] {{(pid=102739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 15:11:31.244880 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b63035-7906-4440-82ba-c6c623e44762 admin admin] Network a0fa9fa4-552a-44e9-af7d-f0895b58646a is scheduled to be hosted by DHCP agent b581fc54-f77c-4a6c-8194-faf7229ee611 with binding_index 1 {{(pid=102739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 15:11:31.253033 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.base_scheduler [None req-22b63035-7906-4440-82ba-c6c623e44762 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817573-1-iscsi, a0fa9fa4-552a-44e9-af7d-f0895b58646a) {{(pid=102739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:11:31.256941 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b63035-7906-4440-82ba-c6c623e44762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:11:31.257544 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-22b63035-7906-4440-82ba-c6c623e44762 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for subnet, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:31.262063 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaef9967-71d3-4bd0-b8c3-25e3292fdb99 None None] Network a0fa9fa4-552a-44e9-af7d-f0895b58646a requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:11:31.272646 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-22b63035-7906-4440-82ba-c6c623e44762 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3074620 Nov 19 15:11:31.396537 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 48172) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:31.442278 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.db_base_plugin_v2 [None req-59198c1d-463d-4ab4-a21e-372f9eef364c admin admin] Deleting subnet 5e60feca-cf8f-4b5e-9465-5de4323c43e4 {{(pid=102739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 15:11:31.445695 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-59198c1d-463d-4ab4-a21e-372f9eef364c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:31.479655 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-59198c1d-463d-4ab4-a21e-372f9eef364c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58996889'] for subnet, precommit_delete_associations {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:31.509011 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b6e27b-121f-4546-9c0d-4e8d0cc4d919 None None] Network a0fa9fa4-552a-44e9-af7d-f0895b58646a requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:11:31.518656 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-59198c1d-463d-4ab4-a21e-372f9eef364c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606856'] for subnet, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:31.574092 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-59198c1d-463d-4ab4-a21e-372f9eef364c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58728006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59078695'] for subnet, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:31.600191 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59198c1d-463d-4ab4-a21e-372f9eef364c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e60feca-cf8f-4b5e-9465-5de4323c43e4,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:31.602157 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-59198c1d-463d-4ab4-a21e-372f9eef364c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for subnet, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:31.608252 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-59198c1d-463d-4ab4-a21e-372f9eef364c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5e60feca-cf8f-4b5e-9465-5de4323c43e4 HTTP/1.1" status: 204 len: 168 time: 0.2084692 Nov 19 15:11:31.608377 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 48174) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:31.674795 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-81b81057-4a08-4c19-b5aa-54b0bc127599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616598'] for network, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:31.754351 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-81b81057-4a08-4c19-b5aa-54b0bc127599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-608543', 'neutron.services.segments.db._delete_segments_for_network-8763178264971'] for network, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:31.773334 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.services.segments.db [None req-81b81057-4a08-4c19-b5aa-54b0bc127599 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0a6bda7-c736-46aa-9160-34417a1eb638']}} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:11:31.782296 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.services.segments.db [None req-81b81057-4a08-4c19-b5aa-54b0bc127599 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd981657-4676-498f-b2ab-801043bf2d24') {'for_net_delete': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:11:31.782571 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.services.segments.db [None req-81b81057-4a08-4c19-b5aa-54b0bc127599 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd981657-4676-498f-b2ab-801043bf2d24') {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:11:31.791359 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-81b81057-4a08-4c19-b5aa-54b0bc127599 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763178248843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58998122'] for segment, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:31.804626 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-81b81057-4a08-4c19-b5aa-54b0bc127599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597'] for segment, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:31.811259 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b81057-4a08-4c19-b5aa-54b0bc127599 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=102739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 15:11:31.811638 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-81b81057-4a08-4c19-b5aa-54b0bc127599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58727976'] for segment, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:31.813291 dv-cinder-817573-1-iscsi neutron-server[102739]: Traceback (most recent call last): Nov 19 15:11:31.813291 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 15:11:31.813291 dv-cinder-817573-1-iscsi neutron-server[102739]: timer() Nov 19 15:11:31.813291 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 15:11:31.813291 dv-cinder-817573-1-iscsi neutron-server[102739]: cb(*args, **kw) Nov 19 15:11:31.813291 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 15:11:31.813291 dv-cinder-817573-1-iscsi neutron-server[102739]: return func(*args, **kwargs) Nov 19 15:11:31.813291 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 15:11:31.813291 dv-cinder-817573-1-iscsi neutron-server[102739]: self._notify() Nov 19 15:11:31.813291 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 15:11:31.813291 dv-cinder-817573-1-iscsi neutron-server[102739]: self.callback(batched_events) Nov 19 15:11:31.813291 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 15:11:31.813291 dv-cinder-817573-1-iscsi neutron-server[102739]: event.method(event) Nov 19 15:11:31.813291 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 15:11:31.813291 dv-cinder-817573-1-iscsi neutron-server[102739]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 15:11:31.813291 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 15:11:31.813291 dv-cinder-817573-1-iscsi neutron-server[102739]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 15:11:31.813291 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 15:11:31.813291 dv-cinder-817573-1-iscsi neutron-server[102739]: return f(self, *a, **k) Nov 19 15:11:31.813291 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 15:11:31.813291 dv-cinder-817573-1-iscsi neutron-server[102739]: return self._get(url).json() Nov 19 15:11:31.813291 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 15:11:31.813291 dv-cinder-817573-1-iscsi neutron-server[102739]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 15:11:31.813291 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 15:11:31.813291 dv-cinder-817573-1-iscsi neutron-server[102739]: return self.request(url, 'GET', **kwargs) Nov 19 15:11:31.813291 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 15:11:31.813291 dv-cinder-817573-1-iscsi neutron-server[102739]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 15:11:31.813291 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 15:11:31.813291 dv-cinder-817573-1-iscsi neutron-server[102739]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 15:11:31.813291 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 15:11:31.813291 dv-cinder-817573-1-iscsi neutron-server[102739]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 15:11:31.813291 dv-cinder-817573-1-iscsi neutron-server[102739]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 15:11:31.867054 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-81b81057-4a08-4c19-b5aa-54b0bc127599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-608518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469263'] for network, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:31.874494 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-81b81057-4a08-4c19-b5aa-54b0bc127599 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for network, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:31.877702 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-81b81057-4a08-4c19-b5aa-54b0bc127599 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c0a6bda7-c736-46aa-9160-34417a1eb638 HTTP/1.1" status: 204 len: 168 time: 0.2684436 Nov 19 15:11:31.880643 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 48176) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:31.886965 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b81057-4a08-4c19-b5aa-54b0bc127599 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0a6bda7-c736-46aa-9160-34417a1eb638,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:31.925325 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_v2 [None req-1202b18a-2411-40bf-83b2-c250067c0c14 admin admin] Deleting subnet 289ce452-daea-4322-9c61-3158ce074371 {{(pid=102740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 15:11:31.928577 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-1202b18a-2411-40bf-83b2-c250067c0c14 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:31.962501 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-1202b18a-2411-40bf-83b2-c250067c0c14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58783506'] for subnet, precommit_delete_associations {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:32.000417 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-1202b18a-2411-40bf-83b2-c250067c0c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606856'] for subnet, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:32.055835 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-1202b18a-2411-40bf-83b2-c250067c0c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59360284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59253660'] for subnet, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:32.079705 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202b18a-2411-40bf-83b2-c250067c0c14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=289ce452-daea-4322-9c61-3158ce074371,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:32.083421 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-1202b18a-2411-40bf-83b2-c250067c0c14 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:32.090090 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-1202b18a-2411-40bf-83b2-c250067c0c14 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/289ce452-daea-4322-9c61-3158ce074371 HTTP/1.1" status: 204 len: 168 time: 0.2052166 Nov 19 15:11:32.090090 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 48178) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:32.155645 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-9f4923e5-6526-4019-99ed-041660850a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616598'] for network, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:32.234480 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-9f4923e5-6526-4019-99ed-041660850a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-608543', 'neutron.services.segments.db._delete_segments_for_network-8763178264971'] for network, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:32.253484 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.services.segments.db [None req-9f4923e5-6526-4019-99ed-041660850a38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0fa9fa4-552a-44e9-af7d-f0895b58646a']}} {{(pid=102740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:11:32.262290 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.services.segments.db [None req-9f4923e5-6526-4019-99ed-041660850a38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02dd7e5-c2f4-4004-9b1e-30205ea20eca') {'for_net_delete': True} {{(pid=102740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:11:32.262582 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.services.segments.db [None req-9f4923e5-6526-4019-99ed-041660850a38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02dd7e5-c2f4-4004-9b1e-30205ea20eca') {} {{(pid=102740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:11:32.271509 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-9f4923e5-6526-4019-99ed-041660850a38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763178248843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58782433'] for segment, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:32.284584 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-9f4923e5-6526-4019-99ed-041660850a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597'] for segment, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:32.291059 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f4923e5-6526-4019-99ed-041660850a38 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=102740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 15:11:32.291438 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-9f4923e5-6526-4019-99ed-041660850a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59360370'] for segment, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:32.293731 dv-cinder-817573-1-iscsi neutron-server[102740]: Traceback (most recent call last): Nov 19 15:11:32.293731 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 15:11:32.293731 dv-cinder-817573-1-iscsi neutron-server[102740]: timer() Nov 19 15:11:32.293731 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 15:11:32.293731 dv-cinder-817573-1-iscsi neutron-server[102740]: cb(*args, **kw) Nov 19 15:11:32.293731 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 15:11:32.293731 dv-cinder-817573-1-iscsi neutron-server[102740]: return func(*args, **kwargs) Nov 19 15:11:32.293731 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 15:11:32.293731 dv-cinder-817573-1-iscsi neutron-server[102740]: self._notify() Nov 19 15:11:32.293731 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 15:11:32.293731 dv-cinder-817573-1-iscsi neutron-server[102740]: self.callback(batched_events) Nov 19 15:11:32.293731 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 15:11:32.293731 dv-cinder-817573-1-iscsi neutron-server[102740]: event.method(event) Nov 19 15:11:32.293731 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 15:11:32.293731 dv-cinder-817573-1-iscsi neutron-server[102740]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 15:11:32.293731 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 15:11:32.293731 dv-cinder-817573-1-iscsi neutron-server[102740]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 15:11:32.293731 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 15:11:32.293731 dv-cinder-817573-1-iscsi neutron-server[102740]: return f(self, *a, **k) Nov 19 15:11:32.293731 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 15:11:32.293731 dv-cinder-817573-1-iscsi neutron-server[102740]: return self._get(url).json() Nov 19 15:11:32.293731 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 15:11:32.293731 dv-cinder-817573-1-iscsi neutron-server[102740]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 15:11:32.293731 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 15:11:32.293731 dv-cinder-817573-1-iscsi neutron-server[102740]: return self.request(url, 'GET', **kwargs) Nov 19 15:11:32.293731 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 15:11:32.293731 dv-cinder-817573-1-iscsi neutron-server[102740]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 15:11:32.293731 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 15:11:32.293731 dv-cinder-817573-1-iscsi neutron-server[102740]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 15:11:32.293731 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 15:11:32.293731 dv-cinder-817573-1-iscsi neutron-server[102740]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 15:11:32.293731 dv-cinder-817573-1-iscsi neutron-server[102740]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 15:11:32.345724 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-9f4923e5-6526-4019-99ed-041660850a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-608518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469263'] for network, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:32.351162 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-9f4923e5-6526-4019-99ed-041660850a38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for network, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:32.355899 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-9f4923e5-6526-4019-99ed-041660850a38 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a0fa9fa4-552a-44e9-af7d-f0895b58646a HTTP/1.1" status: 204 len: 168 time: 0.2646785 Nov 19 15:11:32.380187 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4923e5-6526-4019-99ed-041660850a38 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0fa9fa4-552a-44e9-af7d-f0895b58646a,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:32.516172 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 48184) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:32.555260 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-7c30d2b8-4702-443a-b8f2-498c6ee1c4ad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b5542e70035b43a981181f48839d5d2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377493 Nov 19 15:11:32.557680 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 48186) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:32.603370 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d3639796-983e-43c1-a394-2d46cb009c95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:32.625100 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d3639796-983e-43c1-a394-2d46cb009c95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:32.669595 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d3639796-983e-43c1-a394-2d46cb009c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:32.672213 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d3639796-983e-43c1-a394-2d46cb009c95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:32.673450 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-d3639796-983e-43c1-a394-2d46cb009c95 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51f9061a-3581-4912-b5a3-e3ee4db98edf HTTP/1.1" status: 204 len: 168 time: 0.1148889 Nov 19 15:11:32.680882 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3639796-983e-43c1-a394-2d46cb009c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f9061a-3581-4912-b5a3-e3ee4db98edf,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:32.976830 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 48192) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:33.015533 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-ffbe4c7f-8e35-40c0-b456-dd32bb76eb3f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da6c1e225e014f189d48a56ae08522d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374618 Nov 19 15:11:33.017912 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 48194) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:33.067427 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-298275d1-d2f5-4501-a755-90365ab635e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:33.087878 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-298275d1-d2f5-4501-a755-90365ab635e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:33.132656 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-298275d1-d2f5-4501-a755-90365ab635e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:33.135263 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-298275d1-d2f5-4501-a755-90365ab635e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:33.137291 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-298275d1-d2f5-4501-a755-90365ab635e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70dd9aa5-f05e-4f79-b631-33b67b2442fd HTTP/1.1" status: 204 len: 168 time: 0.1182690 Nov 19 15:11:33.144767 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298275d1-d2f5-4501-a755-90365ab635e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70dd9aa5-f05e-4f79-b631-33b67b2442fd,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:34.120987 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:34.779150 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 48252) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:34.881083 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-53232d8e-ab70-47a6-93e2-67580826fed5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:34.953028 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-53232d8e-ab70-47a6-93e2-67580826fed5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:34.956576 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-53232d8e-ab70-47a6-93e2-67580826fed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:34.993180 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-53232d8e-ab70-47a6-93e2-67580826fed5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8366149fc8aa4c2c9eea094e2c0902f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2129469 Nov 19 15:11:34.995159 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53232d8e-ab70-47a6-93e2-67580826fed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45bb996a-1130-4b70-b921-4de19d5175b4,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:34.995930 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 48256) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:35.043207 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-2955cfde-0778-4a92-85db-d49ae313348d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:35.063142 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-2955cfde-0778-4a92-85db-d49ae313348d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:35.106981 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-2955cfde-0778-4a92-85db-d49ae313348d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:35.109529 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-2955cfde-0778-4a92-85db-d49ae313348d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:35.110652 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-2955cfde-0778-4a92-85db-d49ae313348d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45bb996a-1130-4b70-b921-4de19d5175b4 HTTP/1.1" status: 204 len: 168 time: 0.1137464 Nov 19 15:11:35.118051 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2955cfde-0778-4a92-85db-d49ae313348d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bb996a-1130-4b70-b921-4de19d5175b4,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:35.366958 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 48262) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:35.380432 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-0645a5c7-6c0b-467d-aa8a-0673f5370928 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:35.453352 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-0645a5c7-6c0b-467d-aa8a-0673f5370928 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:35.457092 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-0645a5c7-6c0b-467d-aa8a-0673f5370928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:35.492702 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645a5c7-6c0b-467d-aa8a-0673f5370928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7de7b6-e9dd-49ba-8928-7a07589161cb,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:35.497463 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-0645a5c7-6c0b-467d-aa8a-0673f5370928 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27c32e3c64194f1cb40a7ffea02b202d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1294913 Nov 19 15:11:35.499978 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 48264) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:35.551216 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-034ca70e-e14b-4afc-9c97-605e31f952d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:35.572307 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-034ca70e-e14b-4afc-9c97-605e31f952d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:35.616872 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-034ca70e-e14b-4afc-9c97-605e31f952d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:35.619617 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-034ca70e-e14b-4afc-9c97-605e31f952d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:35.621417 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-034ca70e-e14b-4afc-9c97-605e31f952d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1b7de7b6-e9dd-49ba-8928-7a07589161cb HTTP/1.1" status: 204 len: 168 time: 0.1200185 Nov 19 15:11:35.630742 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ca70e-e14b-4afc-9c97-605e31f952d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7de7b6-e9dd-49ba-8928-7a07589161cb,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:40.607903 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 6 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:11:44.315494 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f6905-1b5b-4dc9-a31f-1fd32eb35994 req-0eb7ef48-5b98-45f1-be3d-ece837ab99fd tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:11:44.317044 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-719f6905-1b5b-4dc9-a31f-1fd32eb35994 req-0eb7ef48-5b98-45f1-be3d-ece837ab99fd tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=31b51e89-d3f8-4801-bb3d-c022acdb340c HTTP/1.1" status: 200 len: 945 time: 0.0488219 Nov 19 15:11:44.367512 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-719f6905-1b5b-4dc9-a31f-1fd32eb35994 req-39787bb3-59bf-4a1d-a25b-cfbe7cd1fd9a tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=a778cb83-91de-4308-8612-65ab1d1665ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446718 Nov 19 15:11:45.484891 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553ba85-f108-44d4-b299-538cc08f1379 req-bf087c9f-bc0a-4fdc-9cb0-4835247e8e7b tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:11:45.486361 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6553ba85-f108-44d4-b299-538cc08f1379 req-bf087c9f-bc0a-4fdc-9cb0-4835247e8e7b tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=31b51e89-d3f8-4801-bb3d-c022acdb340c HTTP/1.1" status: 200 len: 945 time: 0.0504000 Nov 19 15:11:45.535273 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6553ba85-f108-44d4-b299-538cc08f1379 req-ee46fb2a-0047-4c32-b97f-5fc96c3b1c6a tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=a778cb83-91de-4308-8612-65ab1d1665ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431521 Nov 19 15:11:45.588290 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 48414) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:45.688126 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-65602dda-5052-4bd8-b5d0-1cf52237aeb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:45.760046 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-65602dda-5052-4bd8-b5d0-1cf52237aeb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:45.764212 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-65602dda-5052-4bd8-b5d0-1cf52237aeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:45.801182 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-65602dda-5052-4bd8-b5d0-1cf52237aeb0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2d968c88fc40410c9d4632d0914addb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2116692 Nov 19 15:11:45.802054 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65602dda-5052-4bd8-b5d0-1cf52237aeb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98596ad9-c778-4f39-9ba9-f7cb0511882a,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:45.804954 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 48418) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:45.850075 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-5c43e94b-0403-4ced-889d-499e0cba1555 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:45.871452 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-5c43e94b-0403-4ced-889d-499e0cba1555 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:45.921212 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-5c43e94b-0403-4ced-889d-499e0cba1555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:45.923680 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-5c43e94b-0403-4ced-889d-499e0cba1555 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:45.924795 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-5c43e94b-0403-4ced-889d-499e0cba1555 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/98596ad9-c778-4f39-9ba9-f7cb0511882a HTTP/1.1" status: 204 len: 168 time: 0.1199179 Nov 19 15:11:45.931976 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43e94b-0403-4ced-889d-499e0cba1555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98596ad9-c778-4f39-9ba9-f7cb0511882a,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:45.939575 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43e94b-0403-4ced-889d-499e0cba1555 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:11:45.939921 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43e94b-0403-4ced-889d-499e0cba1555 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:11:45.940265 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43e94b-0403-4ced-889d-499e0cba1555 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:11:45.940597 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43e94b-0403-4ced-889d-499e0cba1555 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:11:45.940953 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43e94b-0403-4ced-889d-499e0cba1555 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:11:45.941284 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43e94b-0403-4ced-889d-499e0cba1555 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:11:45.941613 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43e94b-0403-4ced-889d-499e0cba1555 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:11:45.941938 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43e94b-0403-4ced-889d-499e0cba1555 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:11:45.942263 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43e94b-0403-4ced-889d-499e0cba1555 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:11:45.942585 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43e94b-0403-4ced-889d-499e0cba1555 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:11:45.942908 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43e94b-0403-4ced-889d-499e0cba1555 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:11:45.943220 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43e94b-0403-4ced-889d-499e0cba1555 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:11:46.136899 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-1f19ddf7-5fa2-438e-aa3f-605f10331330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:46.186987 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 48424) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:46.199689 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-fc47f31e-887f-49fa-bdb4-34c33dbcc811 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:46.272332 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-fc47f31e-887f-49fa-bdb4-34c33dbcc811 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:46.276015 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-fc47f31e-887f-49fa-bdb4-34c33dbcc811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:46.320645 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47f31e-887f-49fa-bdb4-34c33dbcc811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e5b5a6-c3de-4b98-ba16-b720aea04ac6,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:46.324828 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-fc47f31e-887f-49fa-bdb4-34c33dbcc811 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e6c2477508f4b7dbb9427e1f843dcae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368294 Nov 19 15:11:46.327559 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 48426) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:46.361409 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560a009-e679-4adf-9a6c-8ea64b2d241f req-9f5bfb7b-8b30-49a7-9162-425889684886 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:11:46.362902 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3560a009-e679-4adf-9a6c-8ea64b2d241f req-9f5bfb7b-8b30-49a7-9162-425889684886 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.11 "GET /v2.0/ports?device_id=31b51e89-d3f8-4801-bb3d-c022acdb340c HTTP/1.1" status: 200 len: 945 time: 0.0671248 Nov 19 15:11:46.377194 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-da8df184-2b82-4a9b-bbd1-d77550600398 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:46.397639 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-da8df184-2b82-4a9b-bbd1-d77550600398 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:46.444770 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-da8df184-2b82-4a9b-bbd1-d77550600398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:46.447552 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-da8df184-2b82-4a9b-bbd1-d77550600398 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:46.448821 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-da8df184-2b82-4a9b-bbd1-d77550600398 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32e5b5a6-c3de-4b98-ba16-b720aea04ac6 HTTP/1.1" status: 204 len: 168 time: 0.1200922 Nov 19 15:11:46.456712 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8df184-2b82-4a9b-bbd1-d77550600398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e5b5a6-c3de-4b98-ba16-b720aea04ac6,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:46.460836 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-3560a009-e679-4adf-9a6c-8ea64b2d241f req-5d0d33b9-16d0-48e6-ad24-81cf3c4274a9 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Deleting port 81381387-9554-484f-96f4-ccedc01e4bd8 {{(pid=102740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:11:46.461162 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-3560a009-e679-4adf-9a6c-8ea64b2d241f req-5d0d33b9-16d0-48e6-ad24-81cf3c4274a9 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:46.559570 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-3560a009-e679-4adf-9a6c-8ea64b2d241f req-5d0d33b9-16d0-48e6-ad24-81cf3c4274a9 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] For port 81381387-9554-484f-96f4-ccedc01e4bd8, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=81381387-9554-484f-96f4-ccedc01e4bd8,segment=NetworkSegment(5c9a8ae0-0cc4-436d-a787-0604352c5b1e),segment_id=5c9a8ae0-0cc4-436d-a787-0604352c5b1e)] {{(pid=102740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:11:46.560303 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-3560a009-e679-4adf-9a6c-8ea64b2d241f req-5d0d33b9-16d0-48e6-ad24-81cf3c4274a9 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:46.661757 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b5aff-27a7-443c-b02c-82dc6f889ae8 req-1119ea77-b65d-443c-a687-ea8606ccf396 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:11:46.663328 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-eb1b5aff-27a7-443c-b02c-82dc6f889ae8 req-1119ea77-b65d-443c-a687-ea8606ccf396 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/ports?device_id=31b51e89-d3f8-4801-bb3d-c022acdb340c HTTP/1.1" status: 200 len: 945 time: 0.0550647 Nov 19 15:11:46.714855 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-eb1b5aff-27a7-443c-b02c-82dc6f889ae8 req-3993419c-de6c-4a4d-b84b-c69a77152e56 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups?id=a778cb83-91de-4308-8612-65ab1d1665ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429692 Nov 19 15:11:46.750301 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-3560a009-e679-4adf-9a6c-8ea64b2d241f req-5d0d33b9-16d0-48e6-ad24-81cf3c4274a9 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:46.750691 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-3560a009-e679-4adf-9a6c-8ea64b2d241f req-5d0d33b9-16d0-48e6-ad24-81cf3c4274a9 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469297'] for floatingip, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:46.750985 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.db.l3_db [req-3560a009-e679-4adf-9a6c-8ea64b2d241f req-5d0d33b9-16d0-48e6-ad24-81cf3c4274a9 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Floating IP 1fbd17c3-eeb8-4f8b-9fc2-8a8c5bb9745d disassociated. External IP: 172.27.0.229, port: 81381387-9554-484f-96f4-ccedc01e4bd8. Nov 19 15:11:46.751326 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-3560a009-e679-4adf-9a6c-8ea64b2d241f req-5d0d33b9-16d0-48e6-ad24-81cf3c4274a9 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Calling delete_port for 81381387-9554-484f-96f4-ccedc01e4bd8 owned by compute:nova {{(pid=102740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:11:46.878131 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-3560a009-e679-4adf-9a6c-8ea64b2d241f req-5d0d33b9-16d0-48e6-ad24-81cf3c4274a9 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:46.915317 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d33b9-16d0-48e6-ad24-81cf3c4274a9 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Pushing event deleted for resources: {'Port': ['ID=81381387-9554-484f-96f4-ccedc01e4bd8,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:47.025952 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3560a009-e679-4adf-9a6c-8ea64b2d241f req-5d0d33b9-16d0-48e6-ad24-81cf3c4274a9 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Router da45f36a-23b1-4123-a15e-c2ba839e03a7 has already been hosted by L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d {{(pid=102740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 15:11:47.132275 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3560a009-e679-4adf-9a6c-8ea64b2d241f req-5d0d33b9-16d0-48e6-ad24-81cf3c4274a9 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:11:47.143949 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe18f8f-1b74-4daf-a8b9-2b512466ea3b None None] Sync routers for ids ['da45f36a-23b1-4123-a15e-c2ba839e03a7'] in dv-cinder-817573-1-iscsi {{(pid=102742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:11:47.154977 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 48450) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:47.155556 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe18f8f-1b74-4daf-a8b9-2b512466ea3b None None] Routers {'da45f36a-23b1-4123-a15e-c2ba839e03a7'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:11:47.156269 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-bbe18f8f-1b74-4daf-a8b9-2b512466ea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:11:19Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['da45f36a-23b1-4123-a15e-c2ba839e03a7'], 'active': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:11:47.177689 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-3560a009-e679-4adf-9a6c-8ea64b2d241f req-5d0d33b9-16d0-48e6-ad24-81cf3c4274a9 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] No DVR routers for this DVR port 81381387-9554-484f-96f4-ccedc01e4bd8 on host hv-cinder-81757 {{(pid=102740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 15:11:47.180305 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-3560a009-e679-4adf-9a6c-8ea64b2d241f req-5d0d33b9-16d0-48e6-ad24-81cf3c4274a9 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:47.184464 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3560a009-e679-4adf-9a6c-8ea64b2d241f req-5d0d33b9-16d0-48e6-ad24-81cf3c4274a9 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.11 "DELETE /v2.0/ports/81381387-9554-484f-96f4-ccedc01e4bd8 HTTP/1.1" status: 204 len: 173 time: 0.8110383 Nov 19 15:11:47.185103 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b51e89-d3f8-4801-bb3d-c022acdb340c', 'name': 'network-vif-deleted', 'tag': '81381387-9554-484f-96f4-ccedc01e4bd8'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:11:47.187527 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5f5bbd-8b32-42d9-8b49-c7c972b72d69" -d '{"events": [{"server_uuid": "31b51e89-d3f8-4801-bb3d-c022acdb340c", "name": "network-vif-deleted", "tag": "81381387-9554-484f-96f4-ccedc01e4bd8"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:11:47.229715 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d3582c-2189-4266-a672-f3820a2815c6 x-openstack-request-id: req-58d3582c-2189-4266-a672-f3820a2815c6 {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:11:47.230104 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b51e89-d3f8-4801-bb3d-c022acdb340c", "name": "network-vif-deleted", "tag": "81381387-9554-484f-96f4-ccedc01e4bd8", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:11:47.230446 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58d3582c-2189-4266-a672-f3820a2815c6 {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:11:47.230960 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b51e89-d3f8-4801-bb3d-c022acdb340c', 'name': 'network-vif-deleted', 'tag': '81381387-9554-484f-96f4-ccedc01e4bd8', 'status': 'completed', 'code': 200} Nov 19 15:11:47.273408 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvr_db [None req-bbe18f8f-1b74-4daf-a8b9-2b512466ea3b None None] Set router da45f36a-23b1-4123-a15e-c2ba839e03a7 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:11:47.280559 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-294afb61-b973-4795-be37-3e425f83f084 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-761379697-network', 'tenant_id': '5702309f7a864574ae451538a7e4f25f'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:11:47.317989 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294afb61-b973-4795-be37-3e425f83f084 admin admin] Made reservation on behalf of 5702309f7a864574ae451538a7e4f25f for: {'network': 1} {{(pid=102739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:11:47.320770 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-294afb61-b973-4795-be37-3e425f83f084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for network, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:47.331621 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-294afb61-b973-4795-be37-3e425f83f084 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:47.417295 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-294afb61-b973-4795-be37-3e425f83f084 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:47.423079 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-294afb61-b973-4795-be37-3e425f83f084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:47.451556 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-294afb61-b973-4795-be37-3e425f83f084 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=102739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 15:11:47.457836 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294afb61-b973-4795-be37-3e425f83f084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039766a6-bfbe-44f1-a621-545eaa9311f6,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:47.464567 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-294afb61-b973-4795-be37-3e425f83f084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597'] for segment, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:47.465024 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.db.segments_db [None req-294afb61-b973-4795-be37-3e425f83f084 admin admin] Added segment 3e849a96-d1de-40ab-8c60-5e2aa242d8e7 of type vlan for network 7a18a446-8a23-4243-853b-e68a1175083f Nov 19 15:11:47.504733 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-294afb61-b973-4795-be37-3e425f83f084 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763177764639'] for network, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:47.531487 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-294afb61-b973-4795-be37-3e425f83f084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375'] for network, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:47.532436 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294afb61-b973-4795-be37-3e425f83f084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:11:47.533066 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-294afb61-b973-4795-be37-3e425f83f084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for network, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:47.567852 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-bbe18f8f-1b74-4daf-a8b9-2b512466ea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'name': 'tempest-AttachVolumeTestJSON-1862625812-router', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b68d34d5-0b48-4f3e-b481-8924b9f15bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:05:25Z', 'updated_at': '2021-11-19T15:05:30Z', 'revision_number': 4, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'gw_port': {'id': 'b68d34d5-0b48-4f3e-b481-8924b9f15bcf', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:05:26Z', 'updated_at': '2021-11-19T15:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': 'c3997666-8ea1-45da-a5e0-d9125645a95d', 'name': '', 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'mac_address': 'fa:16:3e:36:5f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'e852f975-4d1d-4820-9954-48ab18b88f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:05:29Z', 'updated_at': '2021-11-19T15:05:34Z', 'revision_number': 5, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'subnets': [{'id': 'e852f975-4d1d-4820-9954-48ab18b88f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:11:47.583461 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-294afb61-b973-4795-be37-3e425f83f084 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4273865 Nov 19 15:11:47.586808 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 48456) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:47.592589 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [None req-73a8d7d7-ec62-417c-a17a-5dd867954422 admin admin] Request body: {'subnet': {'network_id': '7a18a446-8a23-4243-853b-e68a1175083f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-761379697-subnet', 'tenant_id': '5702309f7a864574ae451538a7e4f25f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:11:47.594755 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294afb61-b973-4795-be37-3e425f83f084 admin admin] Pushing event updated for resources: {'Network': ['ID=7a18a446-8a23-4243-853b-e68a1175083f,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:47.596735 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe18f8f-1b74-4daf-a8b9-2b512466ea3b None None] Checking router: da45f36a-23b1-4123-a15e-c2ba839e03a7 for host: dv-cinder-817573-1-iscsi {{(pid=102742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:11:47.606270 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe18f8f-1b74-4daf-a8b9-2b512466ea3b None None] Routers {'da45f36a-23b1-4123-a15e-c2ba839e03a7'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:11:47.606888 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-bbe18f8f-1b74-4daf-a8b9-2b512466ea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:11:19Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['da45f36a-23b1-4123-a15e-c2ba839e03a7'], 'active': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:11:47.607628 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Network 7a18a446-8a23-4243-853b-e68a1175083f details requested by agent ovs-agent-dv-cinder-817573-1-iscsi with host dv-cinder-817573-1-iscsi {{(pid=102741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 15:11:47.648851 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a8d7d7-ec62-417c-a17a-5dd867954422 admin admin] Made reservation on behalf of 5702309f7a864574ae451538a7e4f25f for: {'subnet': 1} {{(pid=102740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:11:47.652550 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-73a8d7d7-ec62-417c-a17a-5dd867954422 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59253751'] for subnet, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:47.717765 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvr_db [None req-bbe18f8f-1b74-4daf-a8b9-2b512466ea3b None None] Set router da45f36a-23b1-4123-a15e-c2ba839e03a7 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:11:47.813228 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 48462) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:47.879576 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-73a8d7d7-ec62-417c-a17a-5dd867954422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59360475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59253733'] for subnet, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:47.935334 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-bbe18f8f-1b74-4daf-a8b9-2b512466ea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'name': 'tempest-AttachVolumeTestJSON-1862625812-router', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b68d34d5-0b48-4f3e-b481-8924b9f15bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:05:25Z', 'updated_at': '2021-11-19T15:05:30Z', 'revision_number': 4, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'gw_port': {'id': 'b68d34d5-0b48-4f3e-b481-8924b9f15bcf', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:05:26Z', 'updated_at': '2021-11-19T15:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': 'c3997666-8ea1-45da-a5e0-d9125645a95d', 'name': '', 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'mac_address': 'fa:16:3e:36:5f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'e852f975-4d1d-4820-9954-48ab18b88f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:05:29Z', 'updated_at': '2021-11-19T15:05:34Z', 'revision_number': 5, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'subnets': [{'id': 'e852f975-4d1d-4820-9954-48ab18b88f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:11:47.943745 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8d7d7-ec62-417c-a17a-5dd867954422 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a05e16b-af66-41ea-8248-7a90f9de226f,revision_number=0']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:47.957787 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-494e35e9-d92c-4573-80c5-257a5f0a2acd tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:47.961937 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe18f8f-1b74-4daf-a8b9-2b512466ea3b None None] The sync data for ids ['da45f36a-23b1-4123-a15e-c2ba839e03a7'] in dv-cinder-817573-1-iscsi is: [{'id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'name': 'tempest-AttachVolumeTestJSON-1862625812-router', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b68d34d5-0b48-4f3e-b481-8924b9f15bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:05:25Z', 'updated_at': '2021-11-19T15:05:30Z', 'revision_number': 4, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'gw_port': {'id': 'b68d34d5-0b48-4f3e-b481-8924b9f15bcf', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:05:26Z', 'updated_at': '2021-11-19T15:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': 'c3997666-8ea1-45da-a5e0-d9125645a95d', 'name': '', 'network_id': 'ed0406b4-0bfe-439f-b48b-c510341d69dd', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'mac_address': 'fa:16:3e:36:5f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'e852f975-4d1d-4820-9954-48ab18b88f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:05:29Z', 'updated_at': '2021-11-19T15:05:34Z', 'revision_number': 5, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'subnets': [{'id': 'e852f975-4d1d-4820-9954-48ab18b88f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:11:47.978174 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a8d7d7-ec62-417c-a17a-5dd867954422 admin admin] Checking segment: {'id': '3e849a96-d1de-40ab-8c60-5e2aa242d8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7a18a446-8a23-4243-853b-e68a1175083f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:11:47.978444 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a8d7d7-ec62-417c-a17a-5dd867954422 admin admin] Network hostable DHCP agents. Network: 7a18a446-8a23-4243-853b-e68a1175083f, hostable agents: ['b581fc54-f77c-4a6c-8194-faf7229ee611'], hosted agents: [] {{(pid=102740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 15:11:47.992220 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-494e35e9-d92c-4573-80c5-257a5f0a2acd tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:48.022037 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a8d7d7-ec62-417c-a17a-5dd867954422 admin admin] Network 7a18a446-8a23-4243-853b-e68a1175083f is scheduled to be hosted by DHCP agent b581fc54-f77c-4a6c-8194-faf7229ee611 with binding_index 1 {{(pid=102740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 15:11:48.038661 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [None req-73a8d7d7-ec62-417c-a17a-5dd867954422 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817573-1-iscsi, 7a18a446-8a23-4243-853b-e68a1175083f) {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:11:48.044253 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a8d7d7-ec62-417c-a17a-5dd867954422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:11:48.045079 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-73a8d7d7-ec62-417c-a17a-5dd867954422 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:48.054532 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43229be3-8892-42d2-a775-971cc4ffbca2 None None] Network 7a18a446-8a23-4243-853b-e68a1175083f requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:11:48.066249 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-73a8d7d7-ec62-417c-a17a-5dd867954422 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4776239 Nov 19 15:11:48.067412 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-494e35e9-d92c-4573-80c5-257a5f0a2acd tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:48.069983 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-494e35e9-d92c-4573-80c5-257a5f0a2acd tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:48.070999 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-494e35e9-d92c-4573-80c5-257a5f0a2acd tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "DELETE /v2.0/security-groups/a778cb83-91de-4308-8612-65ab1d1665ae HTTP/1.1" status: 204 len: 168 time: 0.2557130 Nov 19 15:11:48.074399 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 48464) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:48.092091 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.api.v2.resource [None req-f033baa9-e418-4a59-82c3-490063a15471 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] show failed (client error): The resource could not be found. Nov 19 15:11:48.095721 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-f033baa9-e418-4a59-82c3-490063a15471 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "GET /v2.0/security-groups/a778cb83-91de-4308-8612-65ab1d1665ae HTTP/1.1" status: 404 len: 347 time: 0.0176685 Nov 19 15:11:48.097773 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 48468) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:48.104520 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e35e9-d92c-4573-80c5-257a5f0a2acd tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a778cb83-91de-4308-8612-65ab1d1665ae,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:48.247569 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad77d84-9eeb-4089-a39a-8f18076c3f99 None None] Network 7a18a446-8a23-4243-853b-e68a1175083f requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:11:48.255474 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [None req-f4e1ee0d-16f8-452c-8e31-b048f322f303 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Deleting port e8b725f9-683a-459e-a35e-a60c730dd69b {{(pid=102740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:11:48.255814 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f4e1ee0d-16f8-452c-8e31-b048f322f303 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:48.297223 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2c21fd-a324-4e3e-b5d3-ada3f4001f4a None None] New status for floating IP 1fbd17c3-eeb8-4f8b-9fc2-8a8c5bb9745d: DOWN {{(pid=102741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 15:11:48.350722 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f4e1ee0d-16f8-452c-8e31-b048f322f303 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:48.351052 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f4e1ee0d-16f8-452c-8e31-b048f322f303 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:48.363486 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [None req-f4e1ee0d-16f8-452c-8e31-b048f322f303 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Calling delete_port for e8b725f9-683a-459e-a35e-a60c730dd69b owned by network:floatingip {{(pid=102740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:11:48.525198 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f4e1ee0d-16f8-452c-8e31-b048f322f303 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:48.550919 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1ee0d-16f8-452c-8e31-b048f322f303 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Pushing event deleted for resources: {'Port': ['ID=e8b725f9-683a-459e-a35e-a60c730dd69b,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:48.634727 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-28ca9b9d-fcde-4728-b53e-1898643cfe4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:48.638380 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f4e1ee0d-16f8-452c-8e31-b048f322f303 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks [] for floatingip, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:48.641291 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f4e1ee0d-16f8-452c-8e31-b048f322f303 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for floatingip, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:48.642453 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-f4e1ee0d-16f8-452c-8e31-b048f322f303 tempest-AttachVolumeTestJSON-1649248005 tempest-AttachVolumeTestJSON-1649248005-project] 10.222.0.20 "DELETE /v2.0/floatingips/1fbd17c3-eeb8-4f8b-9fc2-8a8c5bb9745d HTTP/1.1" status: 204 len: 168 time: 0.5437539 Nov 19 15:11:49.676083 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:49.928165 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-96a71624-8ce6-485f-b9d3-ee206fb379b1 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:11:49.929554 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-96a71624-8ce6-485f-b9d3-ee206fb379b1 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/networks?id=7a18a446-8a23-4243-853b-e68a1175083f HTTP/1.1" status: 200 len: 808 time: 0.1039624 Nov 19 15:11:49.944198 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-cbf37cfa-5aac-45f4-a4bd-6996192420b0 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/quotas/5702309f7a864574ae451538a7e4f25f HTTP/1.1" status: 200 len: 375 time: 0.0086355 Nov 19 15:11:49.974541 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-7e19669b-fea9-4451-a182-916a78cf4103 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5702309f7a864574ae451538a7e4f25f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251827 Nov 19 15:11:50.065805 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-90f192e1-9c95-47b4-a841-f892a0f88588 service neutron] 10.222.0.20 "GET /v2.0/networks/7a18a446-8a23-4243-853b-e68a1175083f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835149 Nov 19 15:11:50.361873 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-4a6db9ad-21db-40a7-b519-99d88bf4ec7f service neutron] 10.222.0.20 "GET /v2.0/networks/7a18a446-8a23-4243-853b-e68a1175083f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898304 Nov 19 15:11:50.406147 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 81381387-9554-484f-96f4-ccedc01e4bd8 no longer exists at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:11:50.425615 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] No Port match for: 81381387-9554-484f-96f4-ccedc01e4bd8 {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:11:50.425963 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 81381387-9554-484f-96f4-ccedc01e4bd8 not bound to the agent host hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:11:50.520119 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-5db60df8-96d6-4153-aa69-d025066c4ef8 req-0ea102e3-eb1d-4406-b710-8933e679926c tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/ports?device_id=23fead7a-c17f-4319-9cd3-edb1abe82b92 HTTP/1.1" status: 200 len: 210 time: 0.0319860 Nov 19 15:11:51.077925 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:51.492311 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-16148ec3-18dc-41fd-9f35-28911312ef27 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:11:51.494104 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-16148ec3-18dc-41fd-9f35-28911312ef27 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.11 "GET /v2.0/networks?id=7a18a446-8a23-4243-853b-e68a1175083f HTTP/1.1" status: 200 len: 808 time: 0.1000772 Nov 19 15:11:51.513079 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-82ed5b92-2ae4-4d83-a134-fab5b4e58e07 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Request body: {'port': {'device_id': '23fead7a-c17f-4319-9cd3-edb1abe82b92', 'network_id': '7a18a446-8a23-4243-853b-e68a1175083f', 'admin_state_up': True, 'tenant_id': '5702309f7a864574ae451538a7e4f25f'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:11:51.613930 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-cc4c3717-ec2d-4509-a13a-0814e1cd6beb req-332b662e-e222-4121-b293-034fbb8db630 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/ports?device_id=23fead7a-c17f-4319-9cd3-edb1abe82b92 HTTP/1.1" status: 200 len: 210 time: 0.0266523 Nov 19 15:11:51.625861 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-82ed5b92-2ae4-4d83-a134-fab5b4e58e07 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Made reservation on behalf of 5702309f7a864574ae451538a7e4f25f for: {'port': 1} {{(pid=102740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:11:51.629387 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-82ed5b92-2ae4-4d83-a134-fab5b4e58e07 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:51.753404 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_common [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-82ed5b92-2ae4-4d83-a134-fab5b4e58e07 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Allocated IP 172.20.0.10 (7a18a446-8a23-4243-853b-e68a1175083f/0a05e16b-af66-41ea-8248-7a90f9de226f/0080f472-a984-42e8-803c-7fe7b9fd1b93) {{(pid=102740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:11:51.893958 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-82ed5b92-2ae4-4d83-a134-fab5b4e58e07 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Publish callbacks [] for port, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:51.926846 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-82ed5b92-2ae4-4d83-a134-fab5b4e58e07 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:51.972628 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-82ed5b92-2ae4-4d83-a134-fab5b4e58e07 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Network 7a18a446-8a23-4243-853b-e68a1175083f is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:11:51.975723 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-82ed5b92-2ae4-4d83-a134-fab5b4e58e07 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:11:51.979175 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-82ed5b92-2ae4-4d83-a134-fab5b4e58e07 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Received port after_create {{(pid=102740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:11:51.985282 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed5b92-2ae4-4d83-a134-fab5b4e58e07 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Pushing event updated for resources: {'Port': ['ID=0080f472-a984-42e8-803c-7fe7b9fd1b93,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:52.029515 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-82ed5b92-2ae4-4d83-a134-fab5b4e58e07 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:11:52.030108 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-82ed5b92-2ae4-4d83-a134-fab5b4e58e07 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:52.044944 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-82ed5b92-2ae4-4d83-a134-fab5b4e58e07 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5359812 Nov 19 15:11:52.062853 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-afa4d294-097b-472e-9e4d-97d823d09f0f service neutron] Request body: {'port': {'device_id': '23fead7a-c17f-4319-9cd3-edb1abe82b92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81757'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:11:52.119181 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-afa4d294-097b-472e-9e4d-97d823d09f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:52.123551 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:52.181913 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 48538) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:52.382082 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-afa4d294-097b-472e-9e4d-97d823d09f0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0080f472-a984-42e8-803c-7fe7b9fd1b93 {{(pid=102740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:11:52.389840 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-afa4d294-097b-472e-9e4d-97d823d09f0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:52.403079 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.provisioning_blocks [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-afa4d294-097b-472e-9e4d-97d823d09f0f service neutron] Transition to ACTIVE for port object 0080f472-a984-42e8-803c-7fe7b9fd1b93 will not be triggered until provisioned by entity L2. {{(pid=102740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 15:11:52.406808 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-afa4d294-097b-472e-9e4d-97d823d09f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59360342'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:52.459370 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4d294-097b-472e-9e4d-97d823d09f0f service neutron] Pushing event updated for resources: {'Port': ['ID=0080f472-a984-42e8-803c-7fe7b9fd1b93,revision_number=2']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:52.526234 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-afa4d294-097b-472e-9e4d-97d823d09f0f service neutron] Attempting to bind port 0080f472-a984-42e8-803c-7fe7b9fd1b93 on host hv-cinder-81757 for vnic_type normal with profile {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:11:52.526619 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-afa4d294-097b-472e-9e4d-97d823d09f0f service neutron] Attempting to bind port 0080f472-a984-42e8-803c-7fe7b9fd1b93 by drivers openvswitch,hyperv on host hv-cinder-81757 at level 0 using segments [{'id': '3e849a96-d1de-40ab-8c60-5e2aa242d8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7a18a446-8a23-4243-853b-e68a1175083f'}] {{(pid=102740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:11:52.526989 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-afa4d294-097b-472e-9e4d-97d823d09f0f service neutron] Attempting to bind port 0080f472-a984-42e8-803c-7fe7b9fd1b93 on network 7a18a446-8a23-4243-853b-e68a1175083f {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:11:52.531414 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-afa4d294-097b-472e-9e4d-97d823d09f0f service neutron] Port 0080f472-a984-42e8-803c-7fe7b9fd1b93 on network 7a18a446-8a23-4243-853b-e68a1175083f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81757 {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 15:11:52.531739 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-afa4d294-097b-472e-9e4d-97d823d09f0f service neutron] Attempting to bind port 0080f472-a984-42e8-803c-7fe7b9fd1b93 on network 7a18a446-8a23-4243-853b-e68a1175083f {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:11:52.537206 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-afa4d294-097b-472e-9e4d-97d823d09f0f service neutron] Checking agent: {'id': 'e1ea3be9-4fba-465d-a0c0-35388eb51f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'started_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:11:52.537549 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-afa4d294-097b-472e-9e4d-97d823d09f0f service neutron] Checking segment: {'id': '3e849a96-d1de-40ab-8c60-5e2aa242d8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7a18a446-8a23-4243-853b-e68a1175083f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:11:52.537935 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-afa4d294-097b-472e-9e4d-97d823d09f0f service neutron] Bound using segment: {'id': '3e849a96-d1de-40ab-8c60-5e2aa242d8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7a18a446-8a23-4243-853b-e68a1175083f'} {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:11:52.538364 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-afa4d294-097b-472e-9e4d-97d823d09f0f service neutron] Bound port: 0080f472-a984-42e8-803c-7fe7b9fd1b93, host: hv-cinder-81757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e849a96-d1de-40ab-8c60-5e2aa242d8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7a18a446-8a23-4243-853b-e68a1175083f'}}] {{(pid=102740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:11:52.538720 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-afa4d294-097b-472e-9e4d-97d823d09f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:52.591343 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-4898ca4c-4ee1-450f-babb-c4468cc61b73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469809'] for router_interface, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:52.601760 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-afa4d294-097b-472e-9e4d-97d823d09f0f service neutron] For port 0080f472-a984-42e8-803c-7fe7b9fd1b93, host hv-cinder-81757, cleared binding levels {{(pid=102740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:11:52.605755 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-afa4d294-097b-472e-9e4d-97d823d09f0f service neutron] For port 0080f472-a984-42e8-803c-7fe7b9fd1b93, host hv-cinder-81757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=0080f472-a984-42e8-803c-7fe7b9fd1b93,segment=NetworkSegment(3e849a96-d1de-40ab-8c60-5e2aa242d8e7),segment_id=3e849a96-d1de-40ab-8c60-5e2aa242d8e7)] {{(pid=102740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:11:52.610111 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-afa4d294-097b-472e-9e4d-97d823d09f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59360342'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:52.642455 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-afa4d294-097b-472e-9e4d-97d823d09f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:11:52.643431 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-afa4d294-097b-472e-9e4d-97d823d09f0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:52.645479 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-afa4d294-097b-472e-9e4d-97d823d09f0f service neutron] 10.222.0.11 "PUT /v2.0/ports/0080f472-a984-42e8-803c-7fe7b9fd1b93 HTTP/1.1" status: 200 len: 1094 time: 0.5861073 Nov 19 15:11:52.648074 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23fead7a-c17f-4319-9cd3-edb1abe82b92', 'tag': '0080f472-a984-42e8-803c-7fe7b9fd1b93'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:11:52.650732 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703cbd24-062a-48c3-a3d5-51dd14566164" -d '{"events": [{"name": "network-changed", "server_uuid": "23fead7a-c17f-4319-9cd3-edb1abe82b92", "tag": "0080f472-a984-42e8-803c-7fe7b9fd1b93"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:11:52.680468 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4d294-097b-472e-9e4d-97d823d09f0f service neutron] Pushing event updated for resources: {'Port': ['ID=0080f472-a984-42e8-803c-7fe7b9fd1b93,revision_number=3']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:52.726844 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 15:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d0e683-bd42-41cb-9714-2ee212173c57 x-openstack-request-id: req-01d0e683-bd42-41cb-9714-2ee212173c57 {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:11:52.727209 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23fead7a-c17f-4319-9cd3-edb1abe82b92", "tag": "0080f472-a984-42e8-803c-7fe7b9fd1b93", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:11:52.727473 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-01d0e683-bd42-41cb-9714-2ee212173c57 {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:11:52.727866 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23fead7a-c17f-4319-9cd3-edb1abe82b92', 'tag': '0080f472-a984-42e8-803c-7fe7b9fd1b93', 'status': 'completed', 'code': 200} Nov 19 15:11:52.886992 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.plugin [None req-4898ca4c-4ee1-450f-babb-c4468cc61b73 admin admin] Deleting port c3997666-8ea1-45da-a5e0-d9125645a95d {{(pid=102739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:11:52.887620 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-4898ca4c-4ee1-450f-babb-c4468cc61b73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:52.969642 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-4898ca4c-4ee1-450f-babb-c4468cc61b73 admin admin] For port c3997666-8ea1-45da-a5e0-d9125645a95d, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=c3997666-8ea1-45da-a5e0-d9125645a95d,segment=NetworkSegment(5c9a8ae0-0cc4-436d-a787-0604352c5b1e),segment_id=5c9a8ae0-0cc4-436d-a787-0604352c5b1e)] {{(pid=102739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:11:52.969902 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-4898ca4c-4ee1-450f-babb-c4468cc61b73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:52.986354 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.plugin [None req-4898ca4c-4ee1-450f-babb-c4468cc61b73 admin admin] Calling delete_port for c3997666-8ea1-45da-a5e0-d9125645a95d owned by network:router_interface {{(pid=102739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:11:53.039464 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38855d4-025a-46cb-8914-8bbbc57659e5 req-f1515cda-58a5-4640-a893-38ef0d17bef2 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:11:53.040956 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a38855d4-025a-46cb-8914-8bbbc57659e5 req-f1515cda-58a5-4640-a893-38ef0d17bef2 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/ports?device_id=23fead7a-c17f-4319-9cd3-edb1abe82b92 HTTP/1.1" status: 200 len: 944 time: 0.3545415 Nov 19 15:11:53.047269 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-c167ec8c-9b87-4df3-85e4-8d666c620fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:11:53.048649 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-c167ec8c-9b87-4df3-85e4-8d666c620fed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5702309f7a864574ae451538a7e4f25f&device_id=23fead7a-c17f-4319-9cd3-edb1abe82b92 HTTP/1.1" status: 200 len: 1097 time: 0.3332257 Nov 19 15:11:53.100413 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-ab479472-960d-4645-80bd-9c30160ce06f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0080f472-a984-42e8-803c-7fe7b9fd1b93 HTTP/1.1" status: 200 len: 217 time: 0.0362425 Nov 19 15:11:53.148019 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a38855d4-025a-46cb-8914-8bbbc57659e5 req-5269453c-61aa-45d9-818e-30cbfbaeffa2 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/security-groups?id=039766a6-bfbe-44f1-a621-545eaa9311f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983984 Nov 19 15:11:53.168265 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-7f8914d6-981f-438d-abd2-c797347e7bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:11:53.168265 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-7f8914d6-981f-438d-abd2-c797347e7bb2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a05e16b-af66-41ea-8248-7a90f9de226f HTTP/1.1" status: 200 len: 848 time: 0.0515878 Nov 19 15:11:53.171927 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-4898ca4c-4ee1-450f-babb-c4468cc61b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58728053'] for port, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:53.199199 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898ca4c-4ee1-450f-babb-c4468cc61b73 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3997666-8ea1-45da-a5e0-d9125645a95d,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:53.211724 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-9730ccb4-0b1c-4869-8f6e-3e2c604ba81f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7a18a446-8a23-4243-853b-e68a1175083f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325034 Nov 19 15:11:53.309767 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-8aa5f3b3-f1dc-402f-8ae9-1ce25de6f9f8 service neutron] 10.222.0.11 "GET /v2.0/networks/7a18a446-8a23-4243-853b-e68a1175083f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875559 Nov 19 15:11:53.362380 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-4898ca4c-4ee1-450f-babb-c4468cc61b73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469901'] for router_interface, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:53.412187 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-10a8d76c-3107-415e-9a5f-8985d50bbb45 req-34d18125-6be8-47cb-8ebe-c714a1081dae service neutron] 10.222.0.11 "GET /v2.0/networks/7a18a446-8a23-4243-853b-e68a1175083f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903544 Nov 19 15:11:53.502782 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703cbd24-062a-48c3-a3d5-51dd14566164 req-5358104f-28a2-474d-afde-8f140243212a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:11:53.504113 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-703cbd24-062a-48c3-a3d5-51dd14566164 req-5358104f-28a2-474d-afde-8f140243212a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5702309f7a864574ae451538a7e4f25f&device_id=23fead7a-c17f-4319-9cd3-edb1abe82b92 HTTP/1.1" status: 200 len: 1097 time: 0.0406029 Nov 19 15:11:53.582105 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4898ca4c-4ee1-450f-babb-c4468cc61b73 admin admin] Router da45f36a-23b1-4123-a15e-c2ba839e03a7 has already been hosted by L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d {{(pid=102739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 15:11:53.597215 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703cbd24-062a-48c3-a3d5-51dd14566164 req-be2fda88-63a6-4741-9c47-e1cbe433b666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:11:53.598792 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-703cbd24-062a-48c3-a3d5-51dd14566164 req-be2fda88-63a6-4741-9c47-e1cbe433b666 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7a18a446-8a23-4243-853b-e68a1175083f HTTP/1.1" status: 200 len: 909 time: 0.0865562 Nov 19 15:11:53.642445 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-703cbd24-062a-48c3-a3d5-51dd14566164 req-2f15a589-7c3f-43ca-bd65-f18502559ab6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0080f472-a984-42e8-803c-7fe7b9fd1b93 HTTP/1.1" status: 200 len: 217 time: 0.0336151 Nov 19 15:11:53.687753 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4898ca4c-4ee1-450f-babb-c4468cc61b73 admin admin] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:11:53.691466 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703cbd24-062a-48c3-a3d5-51dd14566164 req-677daef6-1895-4124-96b4-787c36dfb00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:11:53.692738 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-4898ca4c-4ee1-450f-babb-c4468cc61b73 admin admin] 10.222.0.20 "PUT /v2.0/routers/da45f36a-23b1-4123-a15e-c2ba839e03a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5090485 Nov 19 15:11:53.692952 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-703cbd24-062a-48c3-a3d5-51dd14566164 req-677daef6-1895-4124-96b4-787c36dfb00c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a05e16b-af66-41ea-8248-7a90f9de226f HTTP/1.1" status: 200 len: 848 time: 0.0434940 Nov 19 15:11:53.695227 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 48546) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:53.698433 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659d44f3-4c39-4424-8eb3-44527d08e9a1 None None] Sync routers for ids ['da45f36a-23b1-4123-a15e-c2ba839e03a7'] in dv-cinder-817573-1-iscsi {{(pid=102742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:11:53.707959 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659d44f3-4c39-4424-8eb3-44527d08e9a1 None None] Routers {'da45f36a-23b1-4123-a15e-c2ba839e03a7'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:11:53.708556 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-659d44f3-4c39-4424-8eb3-44527d08e9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:11:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['da45f36a-23b1-4123-a15e-c2ba839e03a7'], 'active': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:11:53.733238 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-703cbd24-062a-48c3-a3d5-51dd14566164 req-c6174c66-1f5f-439b-b908-27a76e9ea414 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7a18a446-8a23-4243-853b-e68a1175083f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275159 Nov 19 15:11:53.803067 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-40718701-517c-4818-a902-932737d280a5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:53.814142 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvr_db [None req-659d44f3-4c39-4424-8eb3-44527d08e9a1 None None] Set router da45f36a-23b1-4123-a15e-c2ba839e03a7 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:11:53.834760 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-703cbd24-062a-48c3-a3d5-51dd14566164 req-bbc9264e-997c-4da4-ba20-945f3b75be9f service neutron] 10.222.0.11 "GET /v2.0/networks/7a18a446-8a23-4243-853b-e68a1175083f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925550 Nov 19 15:11:53.912828 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-40718701-517c-4818-a902-932737d280a5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:53.932039 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-703cbd24-062a-48c3-a3d5-51dd14566164 req-8e9eb795-24a7-43bc-8cf7-78c78697430f service neutron] 10.222.0.11 "GET /v2.0/networks/7a18a446-8a23-4243-853b-e68a1175083f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873365 Nov 19 15:11:53.967772 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.plugin [None req-40718701-517c-4818-a902-932737d280a5 admin admin] Deleting port b68d34d5-0b48-4f3e-b481-8924b9f15bcf {{(pid=102739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:11:53.968105 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-40718701-517c-4818-a902-932737d280a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:54.004659 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-659d44f3-4c39-4424-8eb3-44527d08e9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'name': 'tempest-AttachVolumeTestJSON-1862625812-router', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b68d34d5-0b48-4f3e-b481-8924b9f15bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:05:25Z', 'updated_at': '2021-11-19T15:11:53Z', 'revision_number': 5, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'gw_port': {'id': 'b68d34d5-0b48-4f3e-b481-8924b9f15bcf', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:05:26Z', 'updated_at': '2021-11-19T15:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi'}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:11:54.030371 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659d44f3-4c39-4424-8eb3-44527d08e9a1 None None] Checking router: da45f36a-23b1-4123-a15e-c2ba839e03a7 for host: dv-cinder-817573-1-iscsi {{(pid=102742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:11:54.038786 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659d44f3-4c39-4424-8eb3-44527d08e9a1 None None] Routers {'da45f36a-23b1-4123-a15e-c2ba839e03a7'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:11:54.039387 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-659d44f3-4c39-4424-8eb3-44527d08e9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:11:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['da45f36a-23b1-4123-a15e-c2ba839e03a7'], 'active': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:11:54.044360 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-40718701-517c-4818-a902-932737d280a5 admin admin] For port b68d34d5-0b48-4f3e-b481-8924b9f15bcf, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=b68d34d5-0b48-4f3e-b481-8924b9f15bcf,segment=NetworkSegment(8c548d3f-e438-4dec-b739-b60f621b5d36),segment_id=8c548d3f-e438-4dec-b739-b60f621b5d36)] {{(pid=102739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:11:54.044850 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-40718701-517c-4818-a902-932737d280a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:54.057284 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.plugin [None req-40718701-517c-4818-a902-932737d280a5 admin admin] Calling delete_port for b68d34d5-0b48-4f3e-b481-8924b9f15bcf owned by network:router_gateway {{(pid=102739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:11:54.124150 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvr_db [None req-659d44f3-4c39-4424-8eb3-44527d08e9a1 None None] Set router da45f36a-23b1-4123-a15e-c2ba839e03a7 gateway port host: None {{(pid=102742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:11:54.177743 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-659d44f3-4c39-4424-8eb3-44527d08e9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'name': 'tempest-AttachVolumeTestJSON-1862625812-router', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:05:25Z', 'updated_at': '2021-11-19T15:11:53Z', 'revision_number': 6, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'gw_port_host': None}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:11:54.204666 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659d44f3-4c39-4424-8eb3-44527d08e9a1 None None] The sync data for ids ['da45f36a-23b1-4123-a15e-c2ba839e03a7'] in dv-cinder-817573-1-iscsi is: [{'id': 'da45f36a-23b1-4123-a15e-c2ba839e03a7', 'name': 'tempest-AttachVolumeTestJSON-1862625812-router', 'tenant_id': 'a0e2bcec34734e86900951518afe4cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:05:25Z', 'updated_at': '2021-11-19T15:11:53Z', 'revision_number': 6, 'project_id': 'a0e2bcec34734e86900951518afe4cf2', 'gw_port_host': None}] {{(pid=102742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:11:54.257049 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-40718701-517c-4818-a902-932737d280a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58728053'] for port, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:54.287755 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40718701-517c-4818-a902-932737d280a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b68d34d5-0b48-4f3e-b481-8924b9f15bcf,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:54.321261 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4970b7-20d8-4b1a-9710-8d54ca4953e0 req-dfb549fb-a9f7-41a7-9bb0-541ea9adc874 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:11:54.322744 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-bb4970b7-20d8-4b1a-9710-8d54ca4953e0 req-dfb549fb-a9f7-41a7-9bb0-541ea9adc874 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/ports?device_id=23fead7a-c17f-4319-9cd3-edb1abe82b92 HTTP/1.1" status: 200 len: 944 time: 0.0993543 Nov 19 15:11:54.382953 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-40718701-517c-4818-a902-932737d280a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437495'] for router_gateway, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:54.448262 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-bb4970b7-20d8-4b1a-9710-8d54ca4953e0 req-b184ea8e-df3d-4377-a67b-4f9284055221 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/security-groups?id=039766a6-bfbe-44f1-a621-545eaa9311f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070597 Nov 19 15:11:54.480062 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-40718701-517c-4818-a902-932737d280a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-463771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7245'] for router, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:54.482215 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-40718701-517c-4818-a902-932737d280a5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:54.527846 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-40718701-517c-4818-a902-932737d280a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-463762'] for router, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:54.528326 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40718701-517c-4818-a902-932737d280a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da45f36a-23b1-4123-a15e-c2ba839e03a7 {{(pid=102739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 15:11:54.535502 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-40718701-517c-4818-a902-932737d280a5 admin admin] Publish callbacks [] for router, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:54.538884 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-40718701-517c-4818-a902-932737d280a5 admin admin] 10.222.0.20 "DELETE /v2.0/routers/da45f36a-23b1-4123-a15e-c2ba839e03a7 HTTP/1.1" status: 204 len: 168 time: 0.8405023 Nov 19 15:11:54.539149 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 48550) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:54.589970 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.db_base_plugin_v2 [None req-a99030e2-c97b-4427-83ad-f1b102a0579b admin admin] Deleting subnet e852f975-4d1d-4820-9954-48ab18b88f42 {{(pid=102739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 15:11:54.593180 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a99030e2-c97b-4427-83ad-f1b102a0579b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:54.636629 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a99030e2-c97b-4427-83ad-f1b102a0579b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58996889'] for subnet, precommit_delete_associations {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:54.717677 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a99030e2-c97b-4427-83ad-f1b102a0579b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606856'] for subnet, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:54.768651 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a99030e2-c97b-4427-83ad-f1b102a0579b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58728006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59078695'] for subnet, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:54.793896 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99030e2-c97b-4427-83ad-f1b102a0579b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e852f975-4d1d-4820-9954-48ab18b88f42,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:54.798388 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a99030e2-c97b-4427-83ad-f1b102a0579b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for subnet, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:54.801579 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-a99030e2-c97b-4427-83ad-f1b102a0579b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e852f975-4d1d-4820-9954-48ab18b88f42 HTTP/1.1" status: 204 len: 168 time: 0.2614927 Nov 19 15:11:54.803933 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f74310d-9347-45bf-a12b-e731fc54a73b None None] Network ed0406b4-0bfe-439f-b48b-c510341d69dd requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:11:54.804582 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 48552) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:54.874107 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-980f2ff1-0ad1-47af-bafc-ae0180a588cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616598'] for network, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:54.927485 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.plugin [None req-980f2ff1-0ad1-47af-bafc-ae0180a588cc admin admin] Deleting port eac697be-6757-4a0e-b481-e9c47c6a4d7b {{(pid=102739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:11:54.928070 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-980f2ff1-0ad1-47af-bafc-ae0180a588cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:54.989414 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57de90b-90ff-4af4-a6c7-f79d056608c0 None None] DHCP port deletion for ed0406b4-0bfe-439f-b48b-c510341d69dd request from dv-cinder-817573-1-iscsi {{(pid=102741) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 15:11:54.991422 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device c3997666-8ea1-45da-a5e0-d9125645a95d no longer exists at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:11:54.994184 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-980f2ff1-0ad1-47af-bafc-ae0180a588cc admin admin] For port eac697be-6757-4a0e-b481-e9c47c6a4d7b, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=eac697be-6757-4a0e-b481-e9c47c6a4d7b,segment=NetworkSegment(5c9a8ae0-0cc4-436d-a787-0604352c5b1e),segment_id=5c9a8ae0-0cc4-436d-a787-0604352c5b1e)] {{(pid=102739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:11:54.994365 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-980f2ff1-0ad1-47af-bafc-ae0180a588cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:55.006929 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.plugin [None req-980f2ff1-0ad1-47af-bafc-ae0180a588cc admin admin] Calling delete_port for eac697be-6757-4a0e-b481-e9c47c6a4d7b owned by network:dhcp {{(pid=102739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:11:55.018209 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] No Port match for: c3997666-8ea1-45da-a5e0-d9125645a95d {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:11:55.018558 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device c3997666-8ea1-45da-a5e0-d9125645a95d not bound to the agent host dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:11:55.068740 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-d57de90b-90ff-4af4-a6c7-f79d056608c0 None None] Deleting port eac697be-6757-4a0e-b481-e9c47c6a4d7b {{(pid=102741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:11:55.069371 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-d57de90b-90ff-4af4-a6c7-f79d056608c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:55.092028 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-980f2ff1-0ad1-47af-bafc-ae0180a588cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58728053'] for port, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:55.115358 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f2ff1-0ad1-47af-bafc-ae0180a588cc admin admin] Pushing event deleted for resources: {'Port': ['ID=eac697be-6757-4a0e-b481-e9c47c6a4d7b,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:55.121007 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980f2ff1-0ad1-47af-bafc-ae0180a588cc admin admin] No DVR routers for this DVR port eac697be-6757-4a0e-b481-e9c47c6a4d7b on host dv-cinder-817573-1-iscsi {{(pid=102739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 15:11:55.132975 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-d57de90b-90ff-4af4-a6c7-f79d056608c0 None None] For port eac697be-6757-4a0e-b481-e9c47c6a4d7b, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=eac697be-6757-4a0e-b481-e9c47c6a4d7b,segment=NetworkSegment(5c9a8ae0-0cc4-436d-a787-0604352c5b1e),segment_id=5c9a8ae0-0cc4-436d-a787-0604352c5b1e)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:11:55.133382 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-d57de90b-90ff-4af4-a6c7-f79d056608c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:55.147645 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-d57de90b-90ff-4af4-a6c7-f79d056608c0 None None] Calling delete_port for eac697be-6757-4a0e-b481-e9c47c6a4d7b owned by network:dhcp {{(pid=102741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:11:55.195653 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-980f2ff1-0ad1-47af-bafc-ae0180a588cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-608543', 'neutron.services.segments.db._delete_segments_for_network-8763178264971'] for network, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:55.230467 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-d57de90b-90ff-4af4-a6c7-f79d056608c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177'] for port, after_delete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:55.255895 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57de90b-90ff-4af4-a6c7-f79d056608c0 None None] Pushing event deleted for resources: {'Port': ['ID=eac697be-6757-4a0e-b481-e9c47c6a4d7b,revision_number=None']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:55.263622 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57de90b-90ff-4af4-a6c7-f79d056608c0 None None] No DVR routers for this DVR port eac697be-6757-4a0e-b481-e9c47c6a4d7b on host dv-cinder-817573-1-iscsi {{(pid=102741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 15:11:55.424601 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.services.segments.db [None req-980f2ff1-0ad1-47af-bafc-ae0180a588cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed0406b4-0bfe-439f-b48b-c510341d69dd']}} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:11:55.433808 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.services.segments.db [None req-980f2ff1-0ad1-47af-bafc-ae0180a588cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c9a8ae0-0cc4-436d-a787-0604352c5b1e') {'for_net_delete': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:11:55.434097 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.services.segments.db [None req-980f2ff1-0ad1-47af-bafc-ae0180a588cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c9a8ae0-0cc4-436d-a787-0604352c5b1e') {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:11:55.442831 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-980f2ff1-0ad1-47af-bafc-ae0180a588cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763178248843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58998122'] for segment, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:55.455780 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-980f2ff1-0ad1-47af-bafc-ae0180a588cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597'] for segment, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:55.462223 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-980f2ff1-0ad1-47af-bafc-ae0180a588cc admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=102739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 15:11:55.462581 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-980f2ff1-0ad1-47af-bafc-ae0180a588cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58727976'] for segment, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:55.465045 dv-cinder-817573-1-iscsi neutron-server[102739]: Traceback (most recent call last): Nov 19 15:11:55.465045 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 15:11:55.465045 dv-cinder-817573-1-iscsi neutron-server[102739]: timer() Nov 19 15:11:55.465045 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 15:11:55.465045 dv-cinder-817573-1-iscsi neutron-server[102739]: cb(*args, **kw) Nov 19 15:11:55.465045 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 15:11:55.465045 dv-cinder-817573-1-iscsi neutron-server[102739]: return func(*args, **kwargs) Nov 19 15:11:55.465045 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 15:11:55.465045 dv-cinder-817573-1-iscsi neutron-server[102739]: self._notify() Nov 19 15:11:55.465045 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 15:11:55.465045 dv-cinder-817573-1-iscsi neutron-server[102739]: self.callback(batched_events) Nov 19 15:11:55.465045 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 15:11:55.465045 dv-cinder-817573-1-iscsi neutron-server[102739]: event.method(event) Nov 19 15:11:55.465045 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 15:11:55.465045 dv-cinder-817573-1-iscsi neutron-server[102739]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 15:11:55.465045 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 15:11:55.465045 dv-cinder-817573-1-iscsi neutron-server[102739]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 15:11:55.465045 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 15:11:55.465045 dv-cinder-817573-1-iscsi neutron-server[102739]: return f(self, *a, **k) Nov 19 15:11:55.465045 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 15:11:55.465045 dv-cinder-817573-1-iscsi neutron-server[102739]: return self._get(url).json() Nov 19 15:11:55.465045 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 15:11:55.465045 dv-cinder-817573-1-iscsi neutron-server[102739]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 15:11:55.465045 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 15:11:55.465045 dv-cinder-817573-1-iscsi neutron-server[102739]: return self.request(url, 'GET', **kwargs) Nov 19 15:11:55.465045 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 15:11:55.465045 dv-cinder-817573-1-iscsi neutron-server[102739]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 15:11:55.465045 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 15:11:55.465045 dv-cinder-817573-1-iscsi neutron-server[102739]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 15:11:55.465045 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 15:11:55.465045 dv-cinder-817573-1-iscsi neutron-server[102739]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 15:11:55.465045 dv-cinder-817573-1-iscsi neutron-server[102739]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 15:11:55.521111 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-980f2ff1-0ad1-47af-bafc-ae0180a588cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-608518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469263'] for network, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:55.527541 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-980f2ff1-0ad1-47af-bafc-ae0180a588cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for network, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:55.534200 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-980f2ff1-0ad1-47af-bafc-ae0180a588cc admin admin] 10.222.0.20 "DELETE /v2.0/networks/ed0406b4-0bfe-439f-b48b-c510341d69dd HTTP/1.1" status: 204 len: 168 time: 0.7285326 Nov 19 15:11:55.548329 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f2ff1-0ad1-47af-bafc-ae0180a588cc admin admin] Pushing event deleted for resources: {'Network': ['ID=ed0406b4-0bfe-439f-b48b-c510341d69dd,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:55.574492 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0db0aa-d98b-4183-9252-116df4024699 req-a48cf54b-e396-4364-9d25-54e76b7b0fbc tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:11:55.575983 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0f0db0aa-d98b-4183-9252-116df4024699 req-a48cf54b-e396-4364-9d25-54e76b7b0fbc tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/ports?device_id=23fead7a-c17f-4319-9cd3-edb1abe82b92 HTTP/1.1" status: 200 len: 944 time: 0.0608113 Nov 19 15:11:55.623164 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0f0db0aa-d98b-4183-9252-116df4024699 req-a61cd166-bf19-40e7-868d-ab51cf2c0167 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/security-groups?id=039766a6-bfbe-44f1-a621-545eaa9311f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414264 Nov 19 15:11:55.652070 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 48558) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:55.692363 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-9e6aaeb9-6404-4e95-be95-da1bb6c54b46 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a0e2bcec34734e86900951518afe4cf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390627 Nov 19 15:11:55.694619 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 48560) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:11:55.743658 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b51b8068-04bf-4978-95b3-ee613043998e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:55.765055 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b51b8068-04bf-4978-95b3-ee613043998e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:55.810557 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b51b8068-04bf-4978-95b3-ee613043998e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:55.813188 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b51b8068-04bf-4978-95b3-ee613043998e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:55.814342 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-b51b8068-04bf-4978-95b3-ee613043998e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e834cc4d-2abf-4d91-aef7-160297505519 HTTP/1.1" status: 204 len: 168 time: 0.1188107 Nov 19 15:11:55.821799 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b8068-04bf-4978-95b3-ee613043998e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e834cc4d-2abf-4d91-aef7-160297505519,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:56.329335 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device b68d34d5-0b48-4f3e-b481-8924b9f15bcf no longer exists at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:11:56.350199 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] No Port match for: b68d34d5-0b48-4f3e-b481-8924b9f15bcf {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:11:56.350545 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device b68d34d5-0b48-4f3e-b481-8924b9f15bcf not bound to the agent host dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:11:56.350953 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device eac697be-6757-4a0e-b481-e9c47c6a4d7b no longer exists at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:11:56.369678 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] No Port match for: eac697be-6757-4a0e-b481-e9c47c6a4d7b {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:11:56.370174 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device eac697be-6757-4a0e-b481-e9c47c6a4d7b not bound to the agent host dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:11:56.427582 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 0080f472-a984-42e8-803c-7fe7b9fd1b93 details requested by agent hyperv_hv-cinder-81757 with host hv-cinder-81757 {{(pid=102741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 15:11:56.527857 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 0080f472-a984-42e8-803c-7fe7b9fd1b93, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=0080f472-a984-42e8-803c-7fe7b9fd1b93,segment=NetworkSegment(3e849a96-d1de-40ab-8c60-5e2aa242d8e7),segment_id=3e849a96-d1de-40ab-8c60-5e2aa242d8e7)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:11:56.539094 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Returning: {'device': '0080f472-a984-42e8-803c-7fe7b9fd1b93', 'network_id': '7a18a446-8a23-4243-853b-e68a1175083f', 'port_id': '0080f472-a984-42e8-803c-7fe7b9fd1b93', 'mac_address': 'fa:16:3e:2a:4e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a05e16b-af66-41ea-8248-7a90f9de226f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 15:11:56.577184 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:56.590856 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0080f472-a984-42e8-803c-7fe7b9fd1b93 {{(pid=102741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:11:56.609965 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 0080f472-a984-42e8-803c-7fe7b9fd1b93, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=0080f472-a984-42e8-803c-7fe7b9fd1b93,segment=NetworkSegment(3e849a96-d1de-40ab-8c60-5e2aa242d8e7),segment_id=3e849a96-d1de-40ab-8c60-5e2aa242d8e7)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:11:56.615074 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:56.667677 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=0080f472-a984-42e8-803c-7fe7b9fd1b93,revision_number=4']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:56.747579 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1b433-2307-42d5-9aee-a607e5bd9cf3 req-e9199f95-b486-4a09-b96a-26fc5dda4c2b tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:11:56.749185 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-f2b1b433-2307-42d5-9aee-a607e5bd9cf3 req-e9199f95-b486-4a09-b96a-26fc5dda4c2b tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/ports?device_id=23fead7a-c17f-4319-9cd3-edb1abe82b92 HTTP/1.1" status: 200 len: 945 time: 0.0522251 Nov 19 15:11:56.802653 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-f2b1b433-2307-42d5-9aee-a607e5bd9cf3 req-50e1d697-10d9-4bfe-8d24-ba5e2728d4e8 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/security-groups?id=039766a6-bfbe-44f1-a621-545eaa9311f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474470 Nov 19 15:11:56.919648 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['0080f472-a984-42e8-803c-7fe7b9fd1b93'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:11:57.926173 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402a098-610a-4508-ba6f-5c5e296f0ea5 req-e01c5fd8-59b5-4d7f-85e6-485e76e75a28 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:11:57.927682 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9402a098-610a-4508-ba6f-5c5e296f0ea5 req-e01c5fd8-59b5-4d7f-85e6-485e76e75a28 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/ports?device_id=23fead7a-c17f-4319-9cd3-edb1abe82b92 HTTP/1.1" status: 200 len: 945 time: 0.0485909 Nov 19 15:11:57.976613 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-9402a098-610a-4508-ba6f-5c5e296f0ea5 req-ecadccba-a833-495a-9b97-87ded6e7d86d tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/security-groups?id=039766a6-bfbe-44f1-a621-545eaa9311f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422122 Nov 19 15:11:58.451268 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 0080f472-a984-42e8-803c-7fe7b9fd1b93 up at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:11:58.503080 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning for port 0080f472-a984-42e8-803c-7fe7b9fd1b93 completed by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 15:11:58.507118 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning complete for port 0080f472-a984-42e8-803c-7fe7b9fd1b93 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:11:58.507486 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:58.584668 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:58.608317 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23fead7a-c17f-4319-9cd3-edb1abe82b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0080f472-a984-42e8-803c-7fe7b9fd1b93'}] {{(pid=102741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:11:58.610564 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02aed456f185bd727e3ab04ef3305858fece041079839c75bcf3d6cf309ea5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2dab2f-3c50-40a5-b394-4b504c509ddc" -d '{"events": [{"server_uuid": "23fead7a-c17f-4319-9cd3-edb1abe82b92", "name": "network-vif-plugged", "status": "completed", "tag": "0080f472-a984-42e8-803c-7fe7b9fd1b93"}]}' {{(pid=102741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:11:58.623226 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 0080f472-a984-42e8-803c-7fe7b9fd1b93, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=0080f472-a984-42e8-803c-7fe7b9fd1b93,segment=NetworkSegment(3e849a96-d1de-40ab-8c60-5e2aa242d8e7),segment_id=3e849a96-d1de-40ab-8c60-5e2aa242d8e7)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:11:58.627269 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:11:58.653190 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0001716-6aab-4bb8-8d35-dca6393ee81b x-openstack-request-id: req-f0001716-6aab-4bb8-8d35-dca6393ee81b {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:11:58.653505 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23fead7a-c17f-4319-9cd3-edb1abe82b92", "name": "network-vif-plugged", "status": "completed", "tag": "0080f472-a984-42e8-803c-7fe7b9fd1b93", "code": 200}]} {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:11:58.653760 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0001716-6aab-4bb8-8d35-dca6393ee81b {{(pid=102741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:11:58.654139 dv-cinder-817573-1-iscsi neutron-server[102741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23fead7a-c17f-4319-9cd3-edb1abe82b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0080f472-a984-42e8-803c-7fe7b9fd1b93', 'code': 200} Nov 19 15:11:58.679580 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=0080f472-a984-42e8-803c-7fe7b9fd1b93,revision_number=5']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:11:58.824277 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed6fe8-1b70-4f93-ab1e-671c596c4c3a req-f3829129-9eae-4dd3-93a7-f92efd0391fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:11:58.825770 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8bed6fe8-1b70-4f93-ab1e-671c596c4c3a req-f3829129-9eae-4dd3-93a7-f92efd0391fa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=23fead7a-c17f-4319-9cd3-edb1abe82b92 HTTP/1.1" status: 200 len: 1099 time: 0.0389981 Nov 19 15:11:58.873203 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8bed6fe8-1b70-4f93-ab1e-671c596c4c3a req-9081066c-5934-4913-9095-e2ae1df40a2d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=039766a6-bfbe-44f1-a621-545eaa9311f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400522 Nov 19 15:11:59.090984 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb523e94-4ca0-4a4b-ac2c-b583b5d1eedc req-aeb9c48b-11f8-400f-9131-7f9ac89ba3c7 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:11:59.092457 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-fb523e94-4ca0-4a4b-ac2c-b583b5d1eedc req-aeb9c48b-11f8-400f-9131-7f9ac89ba3c7 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/ports?device_id=23fead7a-c17f-4319-9cd3-edb1abe82b92 HTTP/1.1" status: 200 len: 946 time: 0.0489707 Nov 19 15:11:59.138632 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-fb523e94-4ca0-4a4b-ac2c-b583b5d1eedc req-edc5757f-8ff2-4ae7-90ac-eb1c1bf28a21 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/security-groups?id=039766a6-bfbe-44f1-a621-545eaa9311f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402527 Nov 19 15:12:00.259415 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30374eb4-2bfe-410d-aeca-f0d2e04e2e1e req-0d2b1893-1f3f-44bf-b3aa-4f73733b7be7 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:00.260294 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-30374eb4-2bfe-410d-aeca-f0d2e04e2e1e req-0d2b1893-1f3f-44bf-b3aa-4f73733b7be7 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/ports?device_id=23fead7a-c17f-4319-9cd3-edb1abe82b92 HTTP/1.1" status: 200 len: 946 time: 0.0484359 Nov 19 15:12:00.307844 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-30374eb4-2bfe-410d-aeca-f0d2e04e2e1e req-dada1a55-8fac-42e6-bdd0-c6cfdbe99cd7 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/security-groups?id=039766a6-bfbe-44f1-a621-545eaa9311f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401680 Nov 19 15:12:00.943067 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fd686-13e9-4d89-a6b1-64a51578f639 req-e43a3631-26ae-4ee2-8313-8fb43be059d8 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:00.945073 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-fd3fd686-13e9-4d89-a6b1-64a51578f639 req-e43a3631-26ae-4ee2-8313-8fb43be059d8 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/ports?device_id=23fead7a-c17f-4319-9cd3-edb1abe82b92 HTTP/1.1" status: 200 len: 946 time: 0.0517137 Nov 19 15:12:01.000989 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-fd3fd686-13e9-4d89-a6b1-64a51578f639 req-0a84b4ae-a005-4b7b-8258-4fd336e94845 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/security-groups?id=039766a6-bfbe-44f1-a621-545eaa9311f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487795 Nov 19 15:12:02.120536 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ad858-dd10-4cdd-b42f-dfaf0333d691 req-6d53df7f-edf5-48ed-bfb7-63a36aa9a00e tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:02.122381 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-c56ad858-dd10-4cdd-b42f-dfaf0333d691 req-6d53df7f-edf5-48ed-bfb7-63a36aa9a00e tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/ports?device_id=23fead7a-c17f-4319-9cd3-edb1abe82b92 HTTP/1.1" status: 200 len: 946 time: 0.0539474 Nov 19 15:12:02.169293 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-c56ad858-dd10-4cdd-b42f-dfaf0333d691 req-6017b657-7a56-444d-bf5f-863f9a4ccda6 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/security-groups?id=039766a6-bfbe-44f1-a621-545eaa9311f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410187 Nov 19 15:12:02.354999 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb87e6f-f110-4fe8-a664-d5ab510a1481 req-cb282483-8925-4b31-9f2f-d72995de65b8 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:02.356422 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8eb87e6f-f110-4fe8-a664-d5ab510a1481 req-cb282483-8925-4b31-9f2f-d72995de65b8 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.11 "GET /v2.0/ports?device_id=23fead7a-c17f-4319-9cd3-edb1abe82b92 HTTP/1.1" status: 200 len: 946 time: 0.0480134 Nov 19 15:12:02.449631 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-8eb87e6f-f110-4fe8-a664-d5ab510a1481 req-f90eca95-0b6a-4515-bcb0-883ccc1158b9 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Deleting port 0080f472-a984-42e8-803c-7fe7b9fd1b93 {{(pid=102740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:12:02.449976 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-8eb87e6f-f110-4fe8-a664-d5ab510a1481 req-f90eca95-0b6a-4515-bcb0-883ccc1158b9 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:02.536921 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-8eb87e6f-f110-4fe8-a664-d5ab510a1481 req-f90eca95-0b6a-4515-bcb0-883ccc1158b9 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] For port 0080f472-a984-42e8-803c-7fe7b9fd1b93, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=0080f472-a984-42e8-803c-7fe7b9fd1b93,segment=NetworkSegment(3e849a96-d1de-40ab-8c60-5e2aa242d8e7),segment_id=3e849a96-d1de-40ab-8c60-5e2aa242d8e7)] {{(pid=102740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:12:02.537283 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-8eb87e6f-f110-4fe8-a664-d5ab510a1481 req-f90eca95-0b6a-4515-bcb0-883ccc1158b9 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:02.549506 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-8eb87e6f-f110-4fe8-a664-d5ab510a1481 req-f90eca95-0b6a-4515-bcb0-883ccc1158b9 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Calling delete_port for 0080f472-a984-42e8-803c-7fe7b9fd1b93 owned by compute:nova {{(pid=102740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:12:02.677754 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-8eb87e6f-f110-4fe8-a664-d5ab510a1481 req-f90eca95-0b6a-4515-bcb0-883ccc1158b9 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:02.693985 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['0080f472-a984-42e8-803c-7fe7b9fd1b93'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:12:02.707066 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90eca95-0b6a-4515-bcb0-883ccc1158b9 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Pushing event deleted for resources: {'Port': ['ID=0080f472-a984-42e8-803c-7fe7b9fd1b93,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:02.749583 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb87e6f-f110-4fe8-a664-d5ab510a1481 req-f90eca95-0b6a-4515-bcb0-883ccc1158b9 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] No DVR routers for this DVR port 0080f472-a984-42e8-803c-7fe7b9fd1b93 on host hv-cinder-81757 {{(pid=102740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 15:12:02.752055 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-8eb87e6f-f110-4fe8-a664-d5ab510a1481 req-f90eca95-0b6a-4515-bcb0-883ccc1158b9 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:02.755609 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8eb87e6f-f110-4fe8-a664-d5ab510a1481 req-f90eca95-0b6a-4515-bcb0-883ccc1158b9 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.11 "DELETE /v2.0/ports/0080f472-a984-42e8-803c-7fe7b9fd1b93 HTTP/1.1" status: 204 len: 173 time: 0.3896086 Nov 19 15:12:02.756056 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23fead7a-c17f-4319-9cd3-edb1abe82b92', 'name': 'network-vif-deleted', 'tag': '0080f472-a984-42e8-803c-7fe7b9fd1b93'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:12:02.758320 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f94a477-be06-40ae-879b-07549e3a888f" -d '{"events": [{"server_uuid": "23fead7a-c17f-4319-9cd3-edb1abe82b92", "name": "network-vif-deleted", "tag": "0080f472-a984-42e8-803c-7fe7b9fd1b93"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:12:02.794775 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0364338-090b-4b04-8d82-6a490ddee31e x-openstack-request-id: req-b0364338-090b-4b04-8d82-6a490ddee31e {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:12:02.795073 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23fead7a-c17f-4319-9cd3-edb1abe82b92", "name": "network-vif-deleted", "tag": "0080f472-a984-42e8-803c-7fe7b9fd1b93", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:12:02.795329 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0364338-090b-4b04-8d82-6a490ddee31e {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:12:02.795726 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23fead7a-c17f-4319-9cd3-edb1abe82b92', 'name': 'network-vif-deleted', 'tag': '0080f472-a984-42e8-803c-7fe7b9fd1b93', 'status': 'completed', 'code': 200} Nov 19 15:12:03.271937 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-454fe6f5-c8d6-41af-867d-8021fee91924 req-1a31e235-191c-4dc7-9b70-a17c95cb0ada tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/ports?device_id=23fead7a-c17f-4319-9cd3-edb1abe82b92 HTTP/1.1" status: 200 len: 210 time: 0.0251822 Nov 19 15:12:04.125337 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:04.570808 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-e20fee23-e849-430a-99ff-82eb2210b3a9 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:04.572249 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-e20fee23-e849-430a-99ff-82eb2210b3a9 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/networks?id=7a18a446-8a23-4243-853b-e68a1175083f HTTP/1.1" status: 200 len: 808 time: 0.1010063 Nov 19 15:12:04.587853 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-3bfddec9-4f63-4f60-a487-c6cadab32916 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/quotas/5702309f7a864574ae451538a7e4f25f HTTP/1.1" status: 200 len: 375 time: 0.0093544 Nov 19 15:12:04.622888 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-741ccefb-264a-4b6a-b12a-37149e799902 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5702309f7a864574ae451538a7e4f25f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293438 Nov 19 15:12:04.723714 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-3440b958-3495-4dc6-afeb-4e9976774863 service neutron] 10.222.0.20 "GET /v2.0/networks/7a18a446-8a23-4243-853b-e68a1175083f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939243 Nov 19 15:12:04.814153 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-6c02d3c3-b28d-40af-bf08-cdeb0b256cf2 service neutron] 10.222.0.20 "GET /v2.0/networks/7a18a446-8a23-4243-853b-e68a1175083f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844646 Nov 19 15:12:04.967779 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-545b85e4-d133-4890-a5c9-72459c0f7992 req-2e4ff872-29f2-42b1-bddd-76d84a1b0b9d tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b13842-6c63-4067-9fe4-1dbc1ab8b59d HTTP/1.1" status: 200 len: 210 time: 0.0262933 Nov 19 15:12:05.238038 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-fa9d17d6-7820-4851-86d6-e5ae58886b09 req-6fea799d-b3bb-478a-9d7e-28b7b31a93a0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0481992 Nov 19 15:12:05.309315 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d17d6-7820-4851-86d6-e5ae58886b09 req-ef6234b3-a1b2-48ad-afea-03d73149e587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:05.311114 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-fa9d17d6-7820-4851-86d6-e5ae58886b09 req-ef6234b3-a1b2-48ad-afea-03d73149e587 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=25b1a546d19f4c95ac7e9af520d72381&device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 1099 time: 0.0435436 Nov 19 15:12:05.364009 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 48728) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:12:05.438734 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d17d6-7820-4851-86d6-e5ae58886b09 req-d1d5c1df-db76-4112-b485-3115c81971a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:05.440197 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-fa9d17d6-7820-4851-86d6-e5ae58886b09 req-d1d5c1df-db76-4112-b485-3115c81971a1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0559b452-5fe2-4232-b5a3-a5ef8698cc01 HTTP/1.1" status: 200 len: 910 time: 0.0966008 Nov 19 15:12:05.481409 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-99f58143-1d01-454c-8ebd-7c9f272d8c2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:05.512982 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-fa9d17d6-7820-4851-86d6-e5ae58886b09 req-52b472ad-903a-4b14-8fbe-2188879e7b81 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f027497f-023f-4332-a537-0bf7c3e6a081 HTTP/1.1" status: 200 len: 1002 time: 0.0648615 Nov 19 15:12:05.560374 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-99f58143-1d01-454c-8ebd-7c9f272d8c2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:05.564514 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-99f58143-1d01-454c-8ebd-7c9f272d8c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:05.566146 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d17d6-7820-4851-86d6-e5ae58886b09 req-025f615f-c15f-4f0e-b148-e64b52a82657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:05.567600 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-fa9d17d6-7820-4851-86d6-e5ae58886b09 req-025f615f-c15f-4f0e-b148-e64b52a82657 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01cceedc-612a-4504-ab1d-b99395916aac HTTP/1.1" status: 200 len: 848 time: 0.0450361 Nov 19 15:12:05.603512 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-99f58143-1d01-454c-8ebd-7c9f272d8c2b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=488acebff8f645efadc69420faf4ddf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382934 Nov 19 15:12:05.604505 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f58143-1d01-454c-8ebd-7c9f272d8c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b611479a-a8f0-40de-be5e-05ed336f8780,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:05.608136 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 48732) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:12:05.619592 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d17d6-7820-4851-86d6-e5ae58886b09 req-1600c1c1-9ccf-4f67-b239-bcab54c39504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:05.621113 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-fa9d17d6-7820-4851-86d6-e5ae58886b09 req-1600c1c1-9ccf-4f67-b239-bcab54c39504 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0559b452-5fe2-4232-b5a3-a5ef8698cc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455284 Nov 19 15:12:05.657677 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-79021796-8fc7-4c88-bc96-9cfa6d764724 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:05.679754 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-79021796-8fc7-4c88-bc96-9cfa6d764724 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:05.711558 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-fa9d17d6-7820-4851-86d6-e5ae58886b09 req-2d170783-e8c4-40ef-8abc-11f53476e903 service neutron] 10.222.0.11 "GET /v2.0/networks/0559b452-5fe2-4232-b5a3-a5ef8698cc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821075 Nov 19 15:12:05.732779 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-79021796-8fc7-4c88-bc96-9cfa6d764724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:05.735412 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-79021796-8fc7-4c88-bc96-9cfa6d764724 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:05.736545 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-79021796-8fc7-4c88-bc96-9cfa6d764724 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b611479a-a8f0-40de-be5e-05ed336f8780 HTTP/1.1" status: 204 len: 168 time: 0.1274805 Nov 19 15:12:05.757931 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79021796-8fc7-4c88-bc96-9cfa6d764724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b611479a-a8f0-40de-be5e-05ed336f8780,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:05.810311 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-fa9d17d6-7820-4851-86d6-e5ae58886b09 req-2a348efd-cce3-4dea-a7c8-4a5bbaee6000 service neutron] 10.222.0.11 "GET /v2.0/networks/0559b452-5fe2-4232-b5a3-a5ef8698cc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910790 Nov 19 15:12:05.999789 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-9248aafd-f919-4baf-a223-e6cc64ac01ae tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:06.001506 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-9248aafd-f919-4baf-a223-e6cc64ac01ae tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.11 "GET /v2.0/networks?id=7a18a446-8a23-4243-853b-e68a1175083f HTTP/1.1" status: 200 len: 808 time: 0.1132984 Nov 19 15:12:06.016602 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-bafb7f49-c5cf-4303-82e6-b9b049f09da9 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Request body: {'port': {'device_id': '32b13842-6c63-4067-9fe4-1dbc1ab8b59d', 'network_id': '7a18a446-8a23-4243-853b-e68a1175083f', 'admin_state_up': True, 'tenant_id': '5702309f7a864574ae451538a7e4f25f'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:12:06.105598 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-4bdfff4a-278c-4634-bd0c-5ec1180373f4 req-3cf1b7de-0790-4d6a-bd1f-1e5e89593abe tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b13842-6c63-4067-9fe4-1dbc1ab8b59d HTTP/1.1" status: 200 len: 210 time: 0.0352201 Nov 19 15:12:06.173007 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-bafb7f49-c5cf-4303-82e6-b9b049f09da9 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Made reservation on behalf of 5702309f7a864574ae451538a7e4f25f for: {'port': 1} {{(pid=102740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:12:06.176539 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-bafb7f49-c5cf-4303-82e6-b9b049f09da9 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:06.321032 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_common [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-bafb7f49-c5cf-4303-82e6-b9b049f09da9 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Allocated IP 172.20.0.13 (7a18a446-8a23-4243-853b-e68a1175083f/0a05e16b-af66-41ea-8248-7a90f9de226f/0d7876f4-302b-4dcd-881f-97eed70ba1e7) {{(pid=102740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:12:06.471539 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-bafb7f49-c5cf-4303-82e6-b9b049f09da9 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Publish callbacks [] for port, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:06.509203 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-bafb7f49-c5cf-4303-82e6-b9b049f09da9 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:06.531190 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 0080f472-a984-42e8-803c-7fe7b9fd1b93 no longer exists at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:12:06.559090 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-bafb7f49-c5cf-4303-82e6-b9b049f09da9 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Network 7a18a446-8a23-4243-853b-e68a1175083f is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:12:06.564970 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-bafb7f49-c5cf-4303-82e6-b9b049f09da9 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:12:06.568411 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-bafb7f49-c5cf-4303-82e6-b9b049f09da9 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Received port after_create {{(pid=102740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:12:06.595023 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb7f49-c5cf-4303-82e6-b9b049f09da9 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Pushing event updated for resources: {'Port': ['ID=0d7876f4-302b-4dcd-881f-97eed70ba1e7,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:06.626573 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-bafb7f49-c5cf-4303-82e6-b9b049f09da9 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:06.627264 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-bafb7f49-c5cf-4303-82e6-b9b049f09da9 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:06.644725 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-bafb7f49-c5cf-4303-82e6-b9b049f09da9 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6325157 Nov 19 15:12:06.670011 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-5f8ec158-3a35-4d77-ae55-d775f0bf038f service neutron] Request body: {'port': {'device_id': '32b13842-6c63-4067-9fe4-1dbc1ab8b59d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81757'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:12:06.691684 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] No Port match for: 0080f472-a984-42e8-803c-7fe7b9fd1b93 {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:12:06.692035 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 0080f472-a984-42e8-803c-7fe7b9fd1b93 not bound to the agent host hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:12:06.731570 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-5f8ec158-3a35-4d77-ae55-d775f0bf038f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:07.001287 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-5f8ec158-3a35-4d77-ae55-d775f0bf038f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d7876f4-302b-4dcd-881f-97eed70ba1e7 {{(pid=102740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:12:07.009238 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-5f8ec158-3a35-4d77-ae55-d775f0bf038f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:07.022066 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.provisioning_blocks [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-5f8ec158-3a35-4d77-ae55-d775f0bf038f service neutron] Transition to ACTIVE for port object 0d7876f4-302b-4dcd-881f-97eed70ba1e7 will not be triggered until provisioned by entity L2. {{(pid=102740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 15:12:07.025671 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-5f8ec158-3a35-4d77-ae55-d775f0bf038f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59360342'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:07.079763 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ec158-3a35-4d77-ae55-d775f0bf038f service neutron] Pushing event updated for resources: {'Port': ['ID=0d7876f4-302b-4dcd-881f-97eed70ba1e7,revision_number=2']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:07.151785 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-5f8ec158-3a35-4d77-ae55-d775f0bf038f service neutron] Attempting to bind port 0d7876f4-302b-4dcd-881f-97eed70ba1e7 on host hv-cinder-81757 for vnic_type normal with profile {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:12:07.152203 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-5f8ec158-3a35-4d77-ae55-d775f0bf038f service neutron] Attempting to bind port 0d7876f4-302b-4dcd-881f-97eed70ba1e7 by drivers openvswitch,hyperv on host hv-cinder-81757 at level 0 using segments [{'id': '3e849a96-d1de-40ab-8c60-5e2aa242d8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7a18a446-8a23-4243-853b-e68a1175083f'}] {{(pid=102740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:12:07.152608 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-5f8ec158-3a35-4d77-ae55-d775f0bf038f service neutron] Attempting to bind port 0d7876f4-302b-4dcd-881f-97eed70ba1e7 on network 7a18a446-8a23-4243-853b-e68a1175083f {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:12:07.157367 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-5f8ec158-3a35-4d77-ae55-d775f0bf038f service neutron] Port 0d7876f4-302b-4dcd-881f-97eed70ba1e7 on network 7a18a446-8a23-4243-853b-e68a1175083f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81757 {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 15:12:07.157767 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-5f8ec158-3a35-4d77-ae55-d775f0bf038f service neutron] Attempting to bind port 0d7876f4-302b-4dcd-881f-97eed70ba1e7 on network 7a18a446-8a23-4243-853b-e68a1175083f {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:12:07.163222 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-5f8ec158-3a35-4d77-ae55-d775f0bf038f service neutron] Checking agent: {'id': 'e1ea3be9-4fba-465d-a0c0-35388eb51f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'started_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:12:07.163563 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-5f8ec158-3a35-4d77-ae55-d775f0bf038f service neutron] Checking segment: {'id': '3e849a96-d1de-40ab-8c60-5e2aa242d8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7a18a446-8a23-4243-853b-e68a1175083f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:12:07.163944 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-5f8ec158-3a35-4d77-ae55-d775f0bf038f service neutron] Bound using segment: {'id': '3e849a96-d1de-40ab-8c60-5e2aa242d8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7a18a446-8a23-4243-853b-e68a1175083f'} {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:12:07.164372 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-5f8ec158-3a35-4d77-ae55-d775f0bf038f service neutron] Bound port: 0d7876f4-302b-4dcd-881f-97eed70ba1e7, host: hv-cinder-81757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e849a96-d1de-40ab-8c60-5e2aa242d8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7a18a446-8a23-4243-853b-e68a1175083f'}}] {{(pid=102740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:12:07.164726 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-5f8ec158-3a35-4d77-ae55-d775f0bf038f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:07.240155 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-5f8ec158-3a35-4d77-ae55-d775f0bf038f service neutron] For port 0d7876f4-302b-4dcd-881f-97eed70ba1e7, host hv-cinder-81757, cleared binding levels {{(pid=102740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:12:07.243583 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-5f8ec158-3a35-4d77-ae55-d775f0bf038f service neutron] For port 0d7876f4-302b-4dcd-881f-97eed70ba1e7, host hv-cinder-81757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=0d7876f4-302b-4dcd-881f-97eed70ba1e7,segment=NetworkSegment(3e849a96-d1de-40ab-8c60-5e2aa242d8e7),segment_id=3e849a96-d1de-40ab-8c60-5e2aa242d8e7)] {{(pid=102740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:12:07.246565 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a16d8d-67ce-4a41-991a-8258a31626c1 req-26f9eb44-a275-485c-b3ca-dcd1ae8191c2 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:07.248329 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-50a16d8d-67ce-4a41-991a-8258a31626c1 req-26f9eb44-a275-485c-b3ca-dcd1ae8191c2 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b13842-6c63-4067-9fe4-1dbc1ab8b59d HTTP/1.1" status: 200 len: 944 time: 0.0588074 Nov 19 15:12:07.249865 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-5f8ec158-3a35-4d77-ae55-d775f0bf038f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59360342'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:07.292582 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-5f8ec158-3a35-4d77-ae55-d775f0bf038f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:07.293272 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-5f8ec158-3a35-4d77-ae55-d775f0bf038f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:07.294589 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-5f8ec158-3a35-4d77-ae55-d775f0bf038f service neutron] 10.222.0.11 "PUT /v2.0/ports/0d7876f4-302b-4dcd-881f-97eed70ba1e7 HTTP/1.1" status: 200 len: 1094 time: 0.6291769 Nov 19 15:12:07.295028 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b13842-6c63-4067-9fe4-1dbc1ab8b59d', 'tag': '0d7876f4-302b-4dcd-881f-97eed70ba1e7'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:12:07.297324 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afcacc6-693b-4bf3-9972-2b58c1cbf5fb" -d '{"events": [{"name": "network-changed", "server_uuid": "32b13842-6c63-4067-9fe4-1dbc1ab8b59d", "tag": "0d7876f4-302b-4dcd-881f-97eed70ba1e7"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:12:07.305808 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-50a16d8d-67ce-4a41-991a-8258a31626c1 req-f4f788d0-d142-444e-b208-729a13379121 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/security-groups?id=039766a6-bfbe-44f1-a621-545eaa9311f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509095 Nov 19 15:12:07.318373 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ec158-3a35-4d77-ae55-d775f0bf038f service neutron] Pushing event updated for resources: {'Port': ['ID=0d7876f4-302b-4dcd-881f-97eed70ba1e7,revision_number=3']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:07.369339 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 15:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc731c9-299d-4d01-8e19-2f3e2a331e80 x-openstack-request-id: req-9fc731c9-299d-4d01-8e19-2f3e2a331e80 {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:12:07.370068 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32b13842-6c63-4067-9fe4-1dbc1ab8b59d", "tag": "0d7876f4-302b-4dcd-881f-97eed70ba1e7", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:12:07.370309 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9fc731c9-299d-4d01-8e19-2f3e2a331e80 {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:12:07.370577 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b13842-6c63-4067-9fe4-1dbc1ab8b59d', 'tag': '0d7876f4-302b-4dcd-881f-97eed70ba1e7', 'status': 'completed', 'code': 200} Nov 19 15:12:07.400380 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-3524e0cf-8ce7-481a-b596-4701b4c65489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:07.402460 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-3524e0cf-8ce7-481a-b596-4701b4c65489 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5702309f7a864574ae451538a7e4f25f&device_id=32b13842-6c63-4067-9fe4-1dbc1ab8b59d HTTP/1.1" status: 200 len: 1097 time: 0.0440493 Nov 19 15:12:07.449352 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-ec4067ac-5eef-4fd2-a592-edcc6f32f188 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d7876f4-302b-4dcd-881f-97eed70ba1e7 HTTP/1.1" status: 200 len: 217 time: 0.0387802 Nov 19 15:12:07.498843 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-8c4534d8-4b1f-43c9-baf4-d4f5e9efa08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:07.500285 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-8c4534d8-4b1f-43c9-baf4-d4f5e9efa08b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a05e16b-af66-41ea-8248-7a90f9de226f HTTP/1.1" status: 200 len: 848 time: 0.0437808 Nov 19 15:12:07.520916 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 48792) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:12:07.543818 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-f6085303-b9b9-480c-b8d7-4036334395bf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7a18a446-8a23-4243-853b-e68a1175083f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267980 Nov 19 15:12:07.624230 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-9c1f938d-0ccf-4882-b1d8-2ed3ed9a11ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:07.638584 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-c88719be-bbc0-4ade-8820-584cbfe3412d service neutron] 10.222.0.11 "GET /v2.0/networks/7a18a446-8a23-4243-853b-e68a1175083f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873725 Nov 19 15:12:07.697868 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-9c1f938d-0ccf-4882-b1d8-2ed3ed9a11ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:07.702590 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-9c1f938d-0ccf-4882-b1d8-2ed3ed9a11ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:07.737076 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b25ddbda-0837-47a0-b236-085937e7c6c7 req-6b612c6a-d176-4818-9dd2-9a89b137d064 service neutron] 10.222.0.11 "GET /v2.0/networks/7a18a446-8a23-4243-853b-e68a1175083f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853128 Nov 19 15:12:07.739448 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f938d-0ccf-4882-b1d8-2ed3ed9a11ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e1485a-9028-4ea3-9e12-68885af2f98f,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:07.746071 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-9c1f938d-0ccf-4882-b1d8-2ed3ed9a11ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=702d28fea9f24f98b4c5c1fa32a8562c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217572 Nov 19 15:12:07.747086 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 48796) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:12:07.798097 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-aa4b0a6d-7b1a-4186-b590-44809916a4bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:07.819098 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-aa4b0a6d-7b1a-4186-b590-44809916a4bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:07.845806 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afcacc6-693b-4bf3-9972-2b58c1cbf5fb req-4d63b743-a950-45ea-93be-c5f8512b953f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:07.847288 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0afcacc6-693b-4bf3-9972-2b58c1cbf5fb req-4d63b743-a950-45ea-93be-c5f8512b953f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5702309f7a864574ae451538a7e4f25f&device_id=32b13842-6c63-4067-9fe4-1dbc1ab8b59d HTTP/1.1" status: 200 len: 1097 time: 0.0403943 Nov 19 15:12:07.865244 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-aa4b0a6d-7b1a-4186-b590-44809916a4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:07.867750 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-aa4b0a6d-7b1a-4186-b590-44809916a4bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:07.871969 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-aa4b0a6d-7b1a-4186-b590-44809916a4bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b0e1485a-9028-4ea3-9e12-68885af2f98f HTTP/1.1" status: 204 len: 168 time: 0.1206887 Nov 19 15:12:07.877877 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b0a6d-7b1a-4186-b590-44809916a4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e1485a-9028-4ea3-9e12-68885af2f98f,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:07.950462 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afcacc6-693b-4bf3-9972-2b58c1cbf5fb req-8d1f7f0e-db8a-456b-ac5b-5cd00c27b311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:07.952405 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0afcacc6-693b-4bf3-9972-2b58c1cbf5fb req-8d1f7f0e-db8a-456b-ac5b-5cd00c27b311 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7a18a446-8a23-4243-853b-e68a1175083f HTTP/1.1" status: 200 len: 909 time: 0.0956089 Nov 19 15:12:07.996090 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0afcacc6-693b-4bf3-9972-2b58c1cbf5fb req-1d2331fd-2408-452c-93d6-98bca9215c63 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d7876f4-302b-4dcd-881f-97eed70ba1e7 HTTP/1.1" status: 200 len: 217 time: 0.0354760 Nov 19 15:12:08.049474 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afcacc6-693b-4bf3-9972-2b58c1cbf5fb req-fd941748-357e-4d6d-8a90-2bf75def727c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:08.051019 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0afcacc6-693b-4bf3-9972-2b58c1cbf5fb req-fd941748-357e-4d6d-8a90-2bf75def727c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a05e16b-af66-41ea-8248-7a90f9de226f HTTP/1.1" status: 200 len: 848 time: 0.0479951 Nov 19 15:12:08.083181 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0afcacc6-693b-4bf3-9972-2b58c1cbf5fb req-cd3b43c3-ba33-44c2-bcdd-a02dfaa0f201 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7a18a446-8a23-4243-853b-e68a1175083f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242155 Nov 19 15:12:08.127821 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 48802) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:12:08.141078 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d2fe2086-62a0-465d-8733-42a6013039b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:08.173898 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0afcacc6-693b-4bf3-9972-2b58c1cbf5fb req-aeb617b5-b858-4537-89df-19b89b91ff0b service neutron] 10.222.0.11 "GET /v2.0/networks/7a18a446-8a23-4243-853b-e68a1175083f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823503 Nov 19 15:12:08.217961 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d2fe2086-62a0-465d-8733-42a6013039b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:08.221709 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-d2fe2086-62a0-465d-8733-42a6013039b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:08.259385 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-d2fe2086-62a0-465d-8733-42a6013039b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b4ce016fe86463897e2dae80ad7dd48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1304493 Nov 19 15:12:08.261006 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe2086-62a0-465d-8733-42a6013039b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b019430-5e93-4765-a150-9e88dc673fd3,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:08.262082 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 48804) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:12:08.280952 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0afcacc6-693b-4bf3-9972-2b58c1cbf5fb req-68aa59f5-5b0f-476e-86f2-39bdc6d9d8ef service neutron] 10.222.0.11 "GET /v2.0/networks/7a18a446-8a23-4243-853b-e68a1175083f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992544 Nov 19 15:12:08.319180 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-d9d49dc2-92dd-41dc-9296-7a5b7091d0ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:08.341293 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-d9d49dc2-92dd-41dc-9296-7a5b7091d0ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:08.388615 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-d9d49dc2-92dd-41dc-9296-7a5b7091d0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:08.391457 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-d9d49dc2-92dd-41dc-9296-7a5b7091d0ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:08.392596 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-d9d49dc2-92dd-41dc-9296-7a5b7091d0ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9b019430-5e93-4765-a150-9e88dc673fd3 HTTP/1.1" status: 204 len: 168 time: 0.1285787 Nov 19 15:12:08.400643 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d49dc2-92dd-41dc-9296-7a5b7091d0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b019430-5e93-4765-a150-9e88dc673fd3,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:08.436430 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e6adf-6e45-4d3d-8cad-c871dc8753ca req-17bbf54d-e9d9-4960-8d5a-03d34d9e8ba9 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:08.437952 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-b89e6adf-6e45-4d3d-8cad-c871dc8753ca req-17bbf54d-e9d9-4960-8d5a-03d34d9e8ba9 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b13842-6c63-4067-9fe4-1dbc1ab8b59d HTTP/1.1" status: 200 len: 944 time: 0.0584829 Nov 19 15:12:08.485923 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-b89e6adf-6e45-4d3d-8cad-c871dc8753ca req-272728d0-c4e1-479e-b167-bdadb086cbfc tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/security-groups?id=039766a6-bfbe-44f1-a621-545eaa9311f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418539 Nov 19 15:12:09.607783 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892dfebd-b4c2-4398-8c53-dc2f1d3f5756 req-dd6927c9-07c0-4cb6-961a-eab604769d77 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:09.609299 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-892dfebd-b4c2-4398-8c53-dc2f1d3f5756 req-dd6927c9-07c0-4cb6-961a-eab604769d77 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b13842-6c63-4067-9fe4-1dbc1ab8b59d HTTP/1.1" status: 200 len: 944 time: 0.0562675 Nov 19 15:12:09.660377 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-892dfebd-b4c2-4398-8c53-dc2f1d3f5756 req-a3f0defe-2279-45c5-90c8-37f319c2204a tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/security-groups?id=039766a6-bfbe-44f1-a621-545eaa9311f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449274 Nov 19 15:12:10.545968 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 0d7876f4-302b-4dcd-881f-97eed70ba1e7 details requested by agent hyperv_hv-cinder-81757 with host hv-cinder-81757 {{(pid=102741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 15:12:10.652709 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 0d7876f4-302b-4dcd-881f-97eed70ba1e7, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=0d7876f4-302b-4dcd-881f-97eed70ba1e7,segment=NetworkSegment(3e849a96-d1de-40ab-8c60-5e2aa242d8e7),segment_id=3e849a96-d1de-40ab-8c60-5e2aa242d8e7)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:12:10.664478 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Returning: {'device': '0d7876f4-302b-4dcd-881f-97eed70ba1e7', 'network_id': '7a18a446-8a23-4243-853b-e68a1175083f', 'port_id': '0d7876f4-302b-4dcd-881f-97eed70ba1e7', 'mac_address': 'fa:16:3e:ee:1a:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a05e16b-af66-41ea-8248-7a90f9de226f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 15:12:10.703555 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:10.718661 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d7876f4-302b-4dcd-881f-97eed70ba1e7 {{(pid=102741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:12:10.744088 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 0d7876f4-302b-4dcd-881f-97eed70ba1e7, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=0d7876f4-302b-4dcd-881f-97eed70ba1e7,segment=NetworkSegment(3e849a96-d1de-40ab-8c60-5e2aa242d8e7),segment_id=3e849a96-d1de-40ab-8c60-5e2aa242d8e7)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:12:10.746286 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:10.796569 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=0d7876f4-302b-4dcd-881f-97eed70ba1e7,revision_number=4']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:10.926573 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59d8c4-a3c1-43f9-9e36-d73e095d71db req-382baed5-2509-4024-b927-94a79ecaf000 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:10.928027 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-cc59d8c4-a3c1-43f9-9e36-d73e095d71db req-382baed5-2509-4024-b927-94a79ecaf000 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b13842-6c63-4067-9fe4-1dbc1ab8b59d HTTP/1.1" status: 200 len: 945 time: 0.0479047 Nov 19 15:12:10.975032 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-cc59d8c4-a3c1-43f9-9e36-d73e095d71db req-27802862-b61b-4139-9134-e3ff59ed0154 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/security-groups?id=039766a6-bfbe-44f1-a621-545eaa9311f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404165 Nov 19 15:12:11.003861 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['0d7876f4-302b-4dcd-881f-97eed70ba1e7'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:12:12.095863 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb17a3-0378-4964-86e9-cb03a457fd32 req-1d0a6482-cc06-4ce4-a240-bf6d05438430 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:12.097642 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2deb17a3-0378-4964-86e9-cb03a457fd32 req-1d0a6482-cc06-4ce4-a240-bf6d05438430 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b13842-6c63-4067-9fe4-1dbc1ab8b59d HTTP/1.1" status: 200 len: 945 time: 0.0504448 Nov 19 15:12:12.149183 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2deb17a3-0378-4964-86e9-cb03a457fd32 req-71172814-0958-4506-a434-66da4508c311 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/security-groups?id=039766a6-bfbe-44f1-a621-545eaa9311f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441837 Nov 19 15:12:12.546008 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 0d7876f4-302b-4dcd-881f-97eed70ba1e7 up at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:12:12.597527 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning for port 0d7876f4-302b-4dcd-881f-97eed70ba1e7 completed by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 15:12:12.601270 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning complete for port 0d7876f4-302b-4dcd-881f-97eed70ba1e7 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:12:12.601645 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:12.684260 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:12.710426 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b13842-6c63-4067-9fe4-1dbc1ab8b59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7876f4-302b-4dcd-881f-97eed70ba1e7'}] {{(pid=102741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:12:12.712648 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02aed456f185bd727e3ab04ef3305858fece041079839c75bcf3d6cf309ea5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65b555b-300c-4dd6-8d5f-39935d38836f" -d '{"events": [{"server_uuid": "32b13842-6c63-4067-9fe4-1dbc1ab8b59d", "name": "network-vif-plugged", "status": "completed", "tag": "0d7876f4-302b-4dcd-881f-97eed70ba1e7"}]}' {{(pid=102741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:12:12.728687 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 0d7876f4-302b-4dcd-881f-97eed70ba1e7, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=0d7876f4-302b-4dcd-881f-97eed70ba1e7,segment=NetworkSegment(3e849a96-d1de-40ab-8c60-5e2aa242d8e7),segment_id=3e849a96-d1de-40ab-8c60-5e2aa242d8e7)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:12:12.733964 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:12.765123 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9ead16-b111-4950-a365-3334f9e403f9 x-openstack-request-id: req-5f9ead16-b111-4950-a365-3334f9e403f9 {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:12:12.765476 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b13842-6c63-4067-9fe4-1dbc1ab8b59d", "name": "network-vif-plugged", "status": "completed", "tag": "0d7876f4-302b-4dcd-881f-97eed70ba1e7", "code": 200}]} {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:12:12.765742 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f9ead16-b111-4950-a365-3334f9e403f9 {{(pid=102741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:12:12.766124 dv-cinder-817573-1-iscsi neutron-server[102741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b13842-6c63-4067-9fe4-1dbc1ab8b59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7876f4-302b-4dcd-881f-97eed70ba1e7', 'code': 200} Nov 19 15:12:12.787506 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=0d7876f4-302b-4dcd-881f-97eed70ba1e7,revision_number=5']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:12.956455 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0e9eb-e32e-45f2-9a6a-af9f86361399 req-78d42f84-5be1-44e5-82cc-2193ff7a1aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:12.958043 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-c9b0e9eb-e32e-45f2-9a6a-af9f86361399 req-78d42f84-5be1-44e5-82cc-2193ff7a1aee service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=32b13842-6c63-4067-9fe4-1dbc1ab8b59d HTTP/1.1" status: 200 len: 1099 time: 0.0411153 Nov 19 15:12:13.003499 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-c9b0e9eb-e32e-45f2-9a6a-af9f86361399 req-742129a6-838b-4da5-ab89-63812ea0645d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=039766a6-bfbe-44f1-a621-545eaa9311f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375750 Nov 19 15:12:13.247552 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 48912) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:12:13.272956 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919160c-db45-4b86-832e-cecbac4d36f3 req-2fb5dbaf-5b85-4684-80f9-cadee756247c tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:13.274445 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-5919160c-db45-4b86-832e-cecbac4d36f3 req-2fb5dbaf-5b85-4684-80f9-cadee756247c tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b13842-6c63-4067-9fe4-1dbc1ab8b59d HTTP/1.1" status: 200 len: 946 time: 0.0534465 Nov 19 15:12:13.321073 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-5919160c-db45-4b86-832e-cecbac4d36f3 req-99c63ca1-431e-49fe-8c77-73f6186a4131 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/security-groups?id=039766a6-bfbe-44f1-a621-545eaa9311f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406489 Nov 19 15:12:13.352598 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-31572641-f3b0-4888-82c5-d9b423349363 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:13.424717 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-31572641-f3b0-4888-82c5-d9b423349363 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:13.428397 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-31572641-f3b0-4888-82c5-d9b423349363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:13.470123 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-31572641-f3b0-4888-82c5-d9b423349363 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c2ce167a4c154383b34b088c96ad8cba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214243 Nov 19 15:12:13.470951 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31572641-f3b0-4888-82c5-d9b423349363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40c7fd5-7072-43f5-acbd-585b201a1e31,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:13.472873 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 48916) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:12:13.523393 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-0b4e9efc-fe39-43ff-ace8-ac135fb9c684 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:13.546054 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-0b4e9efc-fe39-43ff-ace8-ac135fb9c684 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:13.596185 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-0b4e9efc-fe39-43ff-ace8-ac135fb9c684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:13.598921 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-0b4e9efc-fe39-43ff-ace8-ac135fb9c684 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:13.600062 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-0b4e9efc-fe39-43ff-ace8-ac135fb9c684 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d40c7fd5-7072-43f5-acbd-585b201a1e31 HTTP/1.1" status: 204 len: 168 time: 0.1260962 Nov 19 15:12:13.608829 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e9efc-fe39-43ff-ace8-ac135fb9c684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40c7fd5-7072-43f5-acbd-585b201a1e31,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:13.867409 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 48922) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:12:13.881045 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-196fad9a-796c-4ecb-afb0-407e46adc284 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:13.952529 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-196fad9a-796c-4ecb-afb0-407e46adc284 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:13.956089 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-196fad9a-796c-4ecb-afb0-407e46adc284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:13.996935 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-196fad9a-796c-4ecb-afb0-407e46adc284 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=94f6c8dbb7614e1eaf74580b9c61afb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1283927 Nov 19 15:12:13.997776 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196fad9a-796c-4ecb-afb0-407e46adc284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a45f75-55c4-4f30-8268-9b0e81c7c6d8,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:13.999609 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 48924) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:12:14.047083 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6e5ab8f7-fe22-49f4-b340-ae0a49061665 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:14.068398 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6e5ab8f7-fe22-49f4-b340-ae0a49061665 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:14.115183 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6e5ab8f7-fe22-49f4-b340-ae0a49061665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:14.117885 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6e5ab8f7-fe22-49f4-b340-ae0a49061665 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:14.119023 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-6e5ab8f7-fe22-49f4-b340-ae0a49061665 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21a45f75-55c4-4f30-8268-9b0e81c7c6d8 HTTP/1.1" status: 204 len: 168 time: 0.1183825 Nov 19 15:12:14.126931 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ab8f7-fe22-49f4-b340-ae0a49061665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a45f75-55c4-4f30-8268-9b0e81c7c6d8,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:14.437367 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e16f1-cb2c-4fd6-9887-10b71aedc42f req-3dd995e3-3589-4cfc-9e54-faad096715a3 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:14.438864 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-782e16f1-cb2c-4fd6-9887-10b71aedc42f req-3dd995e3-3589-4cfc-9e54-faad096715a3 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b13842-6c63-4067-9fe4-1dbc1ab8b59d HTTP/1.1" status: 200 len: 946 time: 0.0496571 Nov 19 15:12:14.487735 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-782e16f1-cb2c-4fd6-9887-10b71aedc42f req-035a7558-cfc8-40a5-ba3d-4d547c971e03 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/security-groups?id=039766a6-bfbe-44f1-a621-545eaa9311f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429647 Nov 19 15:12:15.145153 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693a770-ebc3-48d3-bc3d-37fe40d6cecd req-9610016b-f52e-419e-8ad8-92f29630ae2a tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:15.146898 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-c693a770-ebc3-48d3-bc3d-37fe40d6cecd req-9610016b-f52e-419e-8ad8-92f29630ae2a tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b13842-6c63-4067-9fe4-1dbc1ab8b59d HTTP/1.1" status: 200 len: 946 time: 0.0518079 Nov 19 15:12:15.196694 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-c693a770-ebc3-48d3-bc3d-37fe40d6cecd req-f3663573-b2a3-40f3-b581-565f392d5c49 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/security-groups?id=039766a6-bfbe-44f1-a621-545eaa9311f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433261 Nov 19 15:12:16.143307 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-94a81598-17b0-461b-a54e-3d21b0ae727d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:16.315093 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cc137-1fdb-46b0-af49-1542859d1d9a req-abc5e390-06e4-470f-a846-ad40ed0bf4f3 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:16.316633 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-396cc137-1fdb-46b0-af49-1542859d1d9a req-abc5e390-06e4-470f-a846-ad40ed0bf4f3 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b13842-6c63-4067-9fe4-1dbc1ab8b59d HTTP/1.1" status: 200 len: 946 time: 0.0517807 Nov 19 15:12:16.363387 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-396cc137-1fdb-46b0-af49-1542859d1d9a req-0b76e08f-3ea5-454c-bbc8-2737f125a0f4 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/security-groups?id=039766a6-bfbe-44f1-a621-545eaa9311f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408347 Nov 19 15:12:16.592578 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab57e4f-856d-413d-964e-ad9a88cea865 req-777c30b1-ad63-4fe9-8dac-ef86f952cf75 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:16.594025 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-eab57e4f-856d-413d-964e-ad9a88cea865 req-777c30b1-ad63-4fe9-8dac-ef86f952cf75 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.11 "GET /v2.0/ports?device_id=32b13842-6c63-4067-9fe4-1dbc1ab8b59d HTTP/1.1" status: 200 len: 946 time: 0.0472887 Nov 19 15:12:16.688364 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-eab57e4f-856d-413d-964e-ad9a88cea865 req-f6ae744c-6443-47f6-b825-7b51363accb6 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Deleting port 0d7876f4-302b-4dcd-881f-97eed70ba1e7 {{(pid=102740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:12:16.688700 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-eab57e4f-856d-413d-964e-ad9a88cea865 req-f6ae744c-6443-47f6-b825-7b51363accb6 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:16.780534 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-eab57e4f-856d-413d-964e-ad9a88cea865 req-f6ae744c-6443-47f6-b825-7b51363accb6 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] For port 0d7876f4-302b-4dcd-881f-97eed70ba1e7, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=0d7876f4-302b-4dcd-881f-97eed70ba1e7,segment=NetworkSegment(3e849a96-d1de-40ab-8c60-5e2aa242d8e7),segment_id=3e849a96-d1de-40ab-8c60-5e2aa242d8e7)] {{(pid=102740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:12:16.780932 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-eab57e4f-856d-413d-964e-ad9a88cea865 req-f6ae744c-6443-47f6-b825-7b51363accb6 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:16.793365 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-eab57e4f-856d-413d-964e-ad9a88cea865 req-f6ae744c-6443-47f6-b825-7b51363accb6 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Calling delete_port for 0d7876f4-302b-4dcd-881f-97eed70ba1e7 owned by compute:nova {{(pid=102740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:12:16.916735 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-eab57e4f-856d-413d-964e-ad9a88cea865 req-f6ae744c-6443-47f6-b825-7b51363accb6 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:16.931804 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['0d7876f4-302b-4dcd-881f-97eed70ba1e7'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:12:16.941945 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae744c-6443-47f6-b825-7b51363accb6 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Pushing event deleted for resources: {'Port': ['ID=0d7876f4-302b-4dcd-881f-97eed70ba1e7,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:16.988094 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab57e4f-856d-413d-964e-ad9a88cea865 req-f6ae744c-6443-47f6-b825-7b51363accb6 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] No DVR routers for this DVR port 0d7876f4-302b-4dcd-881f-97eed70ba1e7 on host hv-cinder-81757 {{(pid=102740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 15:12:16.990697 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-eab57e4f-856d-413d-964e-ad9a88cea865 req-f6ae744c-6443-47f6-b825-7b51363accb6 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:16.994024 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-eab57e4f-856d-413d-964e-ad9a88cea865 req-f6ae744c-6443-47f6-b825-7b51363accb6 tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.11 "DELETE /v2.0/ports/0d7876f4-302b-4dcd-881f-97eed70ba1e7 HTTP/1.1" status: 204 len: 173 time: 0.3904307 Nov 19 15:12:16.994485 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b13842-6c63-4067-9fe4-1dbc1ab8b59d', 'name': 'network-vif-deleted', 'tag': '0d7876f4-302b-4dcd-881f-97eed70ba1e7'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:12:16.996702 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c03162-7243-4139-8fdf-72fa192b8afa" -d '{"events": [{"server_uuid": "32b13842-6c63-4067-9fe4-1dbc1ab8b59d", "name": "network-vif-deleted", "tag": "0d7876f4-302b-4dcd-881f-97eed70ba1e7"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:12:17.033471 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7950cde-b8e9-4768-b853-de9034bd51c9 x-openstack-request-id: req-a7950cde-b8e9-4768-b853-de9034bd51c9 {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:12:17.033775 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b13842-6c63-4067-9fe4-1dbc1ab8b59d", "name": "network-vif-deleted", "tag": "0d7876f4-302b-4dcd-881f-97eed70ba1e7", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:12:17.034032 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7950cde-b8e9-4768-b853-de9034bd51c9 {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:12:17.034436 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b13842-6c63-4067-9fe4-1dbc1ab8b59d', 'name': 'network-vif-deleted', 'tag': '0d7876f4-302b-4dcd-881f-97eed70ba1e7', 'status': 'completed', 'code': 200} Nov 19 15:12:17.475164 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1d7036fe-598e-494a-93bb-a9cfeb759a5a req-f67a3ed1-d9ae-4deb-ba38-444bfbfb9b3e tempest-VolumesActionsTest-667915026 tempest-VolumesActionsTest-667915026-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b13842-6c63-4067-9fe4-1dbc1ab8b59d HTTP/1.1" status: 200 len: 210 time: 0.0302708 Nov 19 15:12:17.606181 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 6 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:12:18.628166 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-1ec35c7a-2d47-47ef-9d23-bde52bf2f3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:19.673602 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:21.078472 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:21.272299 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 0d7876f4-302b-4dcd-881f-97eed70ba1e7 no longer exists at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:12:21.294997 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] No Port match for: 0d7876f4-302b-4dcd-881f-97eed70ba1e7 {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:12:21.295333 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 0d7876f4-302b-4dcd-881f-97eed70ba1e7 not bound to the agent host hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:12:22.125972 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:25.257226 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 49152) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:12:25.397847 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-9d0c95d5-3036-4ff9-8b25-6c00dcf38673 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:25.500611 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-9d0c95d5-3036-4ff9-8b25-6c00dcf38673 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:25.505664 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-9d0c95d5-3036-4ff9-8b25-6c00dcf38673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:25.547928 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-9d0c95d5-3036-4ff9-8b25-6c00dcf38673 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=327ad48d205a4039ace081c74bde75c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2891154 Nov 19 15:12:25.550291 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 49160) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:12:25.566499 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0c95d5-3036-4ff9-8b25-6c00dcf38673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884dc4bb-0e35-4dae-8ffb-f2b20059eb12,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:25.577191 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0c95d5-3036-4ff9-8b25-6c00dcf38673 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:25.577541 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0c95d5-3036-4ff9-8b25-6c00dcf38673 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:25.577887 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0c95d5-3036-4ff9-8b25-6c00dcf38673 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:25.578226 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0c95d5-3036-4ff9-8b25-6c00dcf38673 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:25.578558 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0c95d5-3036-4ff9-8b25-6c00dcf38673 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:25.578889 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0c95d5-3036-4ff9-8b25-6c00dcf38673 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:25.579226 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0c95d5-3036-4ff9-8b25-6c00dcf38673 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:25.579555 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0c95d5-3036-4ff9-8b25-6c00dcf38673 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:25.579875 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0c95d5-3036-4ff9-8b25-6c00dcf38673 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:25.580424 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0c95d5-3036-4ff9-8b25-6c00dcf38673 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:25.580937 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0c95d5-3036-4ff9-8b25-6c00dcf38673 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:25.581499 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0c95d5-3036-4ff9-8b25-6c00dcf38673 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:25.604594 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-1c370c56-ac2f-42a0-a88b-8fc17d7ea702 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:25.626969 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-1c370c56-ac2f-42a0-a88b-8fc17d7ea702 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:25.677582 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-1c370c56-ac2f-42a0-a88b-8fc17d7ea702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:25.681200 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-1c370c56-ac2f-42a0-a88b-8fc17d7ea702 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:25.682738 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-1c370c56-ac2f-42a0-a88b-8fc17d7ea702 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/884dc4bb-0e35-4dae-8ffb-f2b20059eb12 HTTP/1.1" status: 204 len: 168 time: 0.1305225 Nov 19 15:12:25.691706 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c370c56-ac2f-42a0-a88b-8fc17d7ea702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884dc4bb-0e35-4dae-8ffb-f2b20059eb12,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:26.044216 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 49166) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:12:26.059535 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-cf324bae-9cc4-445e-8d16-bb3a3ef60c17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:26.145457 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-cf324bae-9cc4-445e-8d16-bb3a3ef60c17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:26.182973 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-cf324bae-9cc4-445e-8d16-bb3a3ef60c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:26.227255 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-cf324bae-9cc4-445e-8d16-bb3a3ef60c17 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=641eb2356d22466abfdfc917ed5faaf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1793408 Nov 19 15:12:26.227255 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf324bae-9cc4-445e-8d16-bb3a3ef60c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8899e3a-4e29-42d5-b6c6-8c1d15ed3472,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:26.228653 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 49170) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:12:26.290345 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-13796b17-c189-4ba7-b56b-b9dc4662dfe8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:26.314088 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-13796b17-c189-4ba7-b56b-b9dc4662dfe8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:26.366376 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-13796b17-c189-4ba7-b56b-b9dc4662dfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:26.374855 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-13796b17-c189-4ba7-b56b-b9dc4662dfe8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:26.376456 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-13796b17-c189-4ba7-b56b-b9dc4662dfe8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d8899e3a-4e29-42d5-b6c6-8c1d15ed3472 HTTP/1.1" status: 204 len: 168 time: 0.1457937 Nov 19 15:12:26.390388 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13796b17-c189-4ba7-b56b-b9dc4662dfe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8899e3a-4e29-42d5-b6c6-8c1d15ed3472,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:26.771017 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 49182) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:12:26.791975 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-38a3d03d-c6e5-4847-84d6-3b241a4ff36d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:26.896748 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-38a3d03d-c6e5-4847-84d6-3b241a4ff36d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:26.901936 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-38a3d03d-c6e5-4847-84d6-3b241a4ff36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:26.942375 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-38a3d03d-c6e5-4847-84d6-3b241a4ff36d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=daa3239ee00746c4b1eb29745652800a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1676602 Nov 19 15:12:26.942375 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3d03d-c6e5-4847-84d6-3b241a4ff36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94284dd2-493c-40c6-89ec-be2a16e22c13,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:26.943215 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 49184) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:12:27.005184 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f556a8f7-b830-4b26-b5bb-a9969977af9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:27.027405 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f556a8f7-b830-4b26-b5bb-a9969977af9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:27.077249 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f556a8f7-b830-4b26-b5bb-a9969977af9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:27.079805 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f556a8f7-b830-4b26-b5bb-a9969977af9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:27.093132 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-f556a8f7-b830-4b26-b5bb-a9969977af9c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/94284dd2-493c-40c6-89ec-be2a16e22c13 HTTP/1.1" status: 204 len: 168 time: 0.1383526 Nov 19 15:12:27.110920 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556a8f7-b830-4b26-b5bb-a9969977af9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94284dd2-493c-40c6-89ec-be2a16e22c13,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:34.140130 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:43.514904 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 49432) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:12:43.559209 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_v2 [None req-108b50ab-3703-4f05-be65-7350ddd77678 admin admin] Deleting subnet 0a05e16b-af66-41ea-8248-7a90f9de226f {{(pid=102740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 15:12:43.562125 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-108b50ab-3703-4f05-be65-7350ddd77678 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:43.599242 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-108b50ab-3703-4f05-be65-7350ddd77678 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58783506'] for subnet, precommit_delete_associations {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:43.637185 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-108b50ab-3703-4f05-be65-7350ddd77678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606856'] for subnet, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:43.687945 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-108b50ab-3703-4f05-be65-7350ddd77678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59360284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59253660'] for subnet, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:43.716221 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-108b50ab-3703-4f05-be65-7350ddd77678 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:43.719519 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-108b50ab-3703-4f05-be65-7350ddd77678 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0a05e16b-af66-41ea-8248-7a90f9de226f HTTP/1.1" status: 204 len: 168 time: 0.2036307 Nov 19 15:12:43.720459 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b50ab-3703-4f05-be65-7350ddd77678 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a05e16b-af66-41ea-8248-7a90f9de226f,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:43.722040 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 49434) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:12:43.791290 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f950cb63-b6ca-481f-8fe1-0f9677d7f081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616598'] for network, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:43.865812 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f950cb63-b6ca-481f-8fe1-0f9677d7f081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-608543', 'neutron.services.segments.db._delete_segments_for_network-8763178264971'] for network, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:43.884221 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.services.segments.db [None req-f950cb63-b6ca-481f-8fe1-0f9677d7f081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a18a446-8a23-4243-853b-e68a1175083f']}} {{(pid=102740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:12:43.893554 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.services.segments.db [None req-f950cb63-b6ca-481f-8fe1-0f9677d7f081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e849a96-d1de-40ab-8c60-5e2aa242d8e7') {'for_net_delete': True} {{(pid=102740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:12:43.893850 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.services.segments.db [None req-f950cb63-b6ca-481f-8fe1-0f9677d7f081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e849a96-d1de-40ab-8c60-5e2aa242d8e7') {} {{(pid=102740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:12:43.904536 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f950cb63-b6ca-481f-8fe1-0f9677d7f081 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763178248843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58782433'] for segment, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:43.918540 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f950cb63-b6ca-481f-8fe1-0f9677d7f081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597'] for segment, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:43.925060 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f950cb63-b6ca-481f-8fe1-0f9677d7f081 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=102740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 15:12:43.925456 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f950cb63-b6ca-481f-8fe1-0f9677d7f081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59360370'] for segment, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:43.927308 dv-cinder-817573-1-iscsi neutron-server[102740]: Traceback (most recent call last): Nov 19 15:12:43.927308 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 15:12:43.927308 dv-cinder-817573-1-iscsi neutron-server[102740]: timer() Nov 19 15:12:43.927308 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 15:12:43.927308 dv-cinder-817573-1-iscsi neutron-server[102740]: cb(*args, **kw) Nov 19 15:12:43.927308 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 15:12:43.927308 dv-cinder-817573-1-iscsi neutron-server[102740]: return func(*args, **kwargs) Nov 19 15:12:43.927308 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 15:12:43.927308 dv-cinder-817573-1-iscsi neutron-server[102740]: self._notify() Nov 19 15:12:43.927308 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 15:12:43.927308 dv-cinder-817573-1-iscsi neutron-server[102740]: self.callback(batched_events) Nov 19 15:12:43.927308 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 15:12:43.927308 dv-cinder-817573-1-iscsi neutron-server[102740]: event.method(event) Nov 19 15:12:43.927308 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 15:12:43.927308 dv-cinder-817573-1-iscsi neutron-server[102740]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 15:12:43.927308 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 15:12:43.927308 dv-cinder-817573-1-iscsi neutron-server[102740]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 15:12:43.927308 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 15:12:43.927308 dv-cinder-817573-1-iscsi neutron-server[102740]: return f(self, *a, **k) Nov 19 15:12:43.927308 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 15:12:43.927308 dv-cinder-817573-1-iscsi neutron-server[102740]: return self._get(url).json() Nov 19 15:12:43.927308 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 15:12:43.927308 dv-cinder-817573-1-iscsi neutron-server[102740]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 15:12:43.927308 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 15:12:43.927308 dv-cinder-817573-1-iscsi neutron-server[102740]: return self.request(url, 'GET', **kwargs) Nov 19 15:12:43.927308 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 15:12:43.927308 dv-cinder-817573-1-iscsi neutron-server[102740]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 15:12:43.927308 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 15:12:43.927308 dv-cinder-817573-1-iscsi neutron-server[102740]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 15:12:43.927308 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 15:12:43.927308 dv-cinder-817573-1-iscsi neutron-server[102740]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 15:12:43.927308 dv-cinder-817573-1-iscsi neutron-server[102740]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 15:12:43.984910 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f950cb63-b6ca-481f-8fe1-0f9677d7f081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-608518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469263'] for network, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:44.000612 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f950cb63-b6ca-481f-8fe1-0f9677d7f081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for network, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:44.003822 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-f950cb63-b6ca-481f-8fe1-0f9677d7f081 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7a18a446-8a23-4243-853b-e68a1175083f HTTP/1.1" status: 204 len: 168 time: 0.2808731 Nov 19 15:12:44.004814 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950cb63-b6ca-481f-8fe1-0f9677d7f081 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a18a446-8a23-4243-853b-e68a1175083f,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:44.167512 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 49444) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:12:44.207383 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-d99ee806-4da7-4b44-a283-44f579f75601 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5702309f7a864574ae451538a7e4f25f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385776 Nov 19 15:12:44.210132 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 49446) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:12:44.259180 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-2e5692f8-a1c8-4e57-b237-62ba8f72da52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:44.280539 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-2e5692f8-a1c8-4e57-b237-62ba8f72da52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:44.330003 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-2e5692f8-a1c8-4e57-b237-62ba8f72da52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:44.332573 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-2e5692f8-a1c8-4e57-b237-62ba8f72da52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:44.334060 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-2e5692f8-a1c8-4e57-b237-62ba8f72da52 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/039766a6-bfbe-44f1-a621-545eaa9311f6 HTTP/1.1" status: 204 len: 168 time: 0.1229622 Nov 19 15:12:44.342436 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5692f8-a1c8-4e57-b237-62ba8f72da52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039766a6-bfbe-44f1-a621-545eaa9311f6,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:46.136771 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-d92bcd91-e178-4478-b6b8-38bacf1fb155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:46.547708 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-b9274757-3ca3-4b80-b16c-aa2dc40c946d tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=12f46011b7ea49c19bdce6781051e356&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287392 Nov 19 15:12:46.992523 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-599148bc-4a7c-4f52-83b6-96f506a7ffe6 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:46.993995 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-599148bc-4a7c-4f52-83b6-96f506a7ffe6 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4409842 Nov 19 15:12:47.008695 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-cbff6241-2a0a-499b-831e-70e5e7e8c0cb tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] 10.222.0.20 "GET /v2.0/quotas/12f46011b7ea49c19bdce6781051e356 HTTP/1.1" status: 200 len: 375 time: 0.0087383 Nov 19 15:12:47.038709 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-a2660fd2-cafe-4909-bbc9-da52787807ac tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=12f46011b7ea49c19bdce6781051e356&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247142 Nov 19 15:12:47.198189 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-8077402c-c5d7-4df2-a999-5590a891323c req-2aebd7ee-0475-4ee2-b913-47e7f761b3e7 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] 10.222.0.20 "GET /v2.0/ports?device_id=981c7fa0-c831-440d-ad40-61b2e67a4a4d HTTP/1.1" status: 200 len: 210 time: 0.0258577 Nov 19 15:12:47.507456 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 49518) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:12:47.616616 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-d59184e2-671d-4d94-92c5-a9d8d7902237 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:47.695741 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-d59184e2-671d-4d94-92c5-a9d8d7902237 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:47.699731 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-d59184e2-671d-4d94-92c5-a9d8d7902237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:47.737637 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-d59184e2-671d-4d94-92c5-a9d8d7902237 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44d9c2252f81429481b3a30c871809c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291105 Nov 19 15:12:47.738789 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59184e2-671d-4d94-92c5-a9d8d7902237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd935b5-7a00-4776-ba25-fec6c0db1e41,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:47.740438 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 49522) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:12:47.746737 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59184e2-671d-4d94-92c5-a9d8d7902237 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:47.747045 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59184e2-671d-4d94-92c5-a9d8d7902237 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:47.747591 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59184e2-671d-4d94-92c5-a9d8d7902237 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:47.748649 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59184e2-671d-4d94-92c5-a9d8d7902237 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:47.748649 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59184e2-671d-4d94-92c5-a9d8d7902237 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:47.748649 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59184e2-671d-4d94-92c5-a9d8d7902237 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:47.748945 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59184e2-671d-4d94-92c5-a9d8d7902237 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:47.749643 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59184e2-671d-4d94-92c5-a9d8d7902237 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:47.749643 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59184e2-671d-4d94-92c5-a9d8d7902237 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:47.750015 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59184e2-671d-4d94-92c5-a9d8d7902237 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:47.750362 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59184e2-671d-4d94-92c5-a9d8d7902237 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:47.750696 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59184e2-671d-4d94-92c5-a9d8d7902237 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:47.795051 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-fad2f1e6-6b3d-4271-88f0-b987d121d433 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:47.815977 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-fad2f1e6-6b3d-4271-88f0-b987d121d433 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:47.863988 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-fad2f1e6-6b3d-4271-88f0-b987d121d433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:47.866501 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-fad2f1e6-6b3d-4271-88f0-b987d121d433 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:47.867613 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-fad2f1e6-6b3d-4271-88f0-b987d121d433 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3cd935b5-7a00-4776-ba25-fec6c0db1e41 HTTP/1.1" status: 204 len: 168 time: 0.1258957 Nov 19 15:12:47.875833 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad2f1e6-6b3d-4271-88f0-b987d121d433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd935b5-7a00-4776-ba25-fec6c0db1e41,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:48.123962 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-a6a33d5a-7eb5-46c4-80f9-f842091e08b2 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=12f46011b7ea49c19bdce6781051e356&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221431 Nov 19 15:12:48.246485 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-af962707-a8ce-47b0-9eff-1c7289296e56 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:48.247972 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-af962707-a8ce-47b0-9eff-1c7289296e56 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1183746 Nov 19 15:12:48.274442 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-0649ff65-12c0-422f-b702-50b56b64e788 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] Request body: {'port': {'device_id': '981c7fa0-c831-440d-ad40-61b2e67a4a4d', 'network_id': '94344a30-23ca-4a51-8df9-4f283ed6e0c4', 'admin_state_up': True, 'tenant_id': '12f46011b7ea49c19bdce6781051e356'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:12:48.347075 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-068f8d2c-a535-427f-ab88-b6d99276a5a9 req-2d58b894-2bd0-4ebe-907a-2f232e145526 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] 10.222.0.20 "GET /v2.0/ports?device_id=981c7fa0-c831-440d-ad40-61b2e67a4a4d HTTP/1.1" status: 200 len: 210 time: 0.0684993 Nov 19 15:12:48.418494 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-0649ff65-12c0-422f-b702-50b56b64e788 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] Made reservation on behalf of 12f46011b7ea49c19bdce6781051e356 for: {'port': 1} {{(pid=102740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:12:48.422623 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-0649ff65-12c0-422f-b702-50b56b64e788 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:48.435544 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-0649ff65-12c0-422f-b702-50b56b64e788 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] Publish callbacks [] for security_group, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:48.519880 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 49550) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:12:48.520376 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-0649ff65-12c0-422f-b702-50b56b64e788 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] Publish callbacks [] for security_group, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:48.523791 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-0649ff65-12c0-422f-b702-50b56b64e788 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:48.586769 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649ff65-12c0-422f-b702-50b56b64e788 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed91df6-e736-4587-90db-f7078fd8e8e9,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:48.621304 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-650a3053-937d-4e6d-ab33-5f977bce3c69 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1321544495-network', 'tenant_id': '65503588761e4489b784b977e0d1e639'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:12:48.630469 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-e79ad76f-6d97-4127-b0e3-a3e061c6d7b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:48.645323 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650a3053-937d-4e6d-ab33-5f977bce3c69 admin admin] Made reservation on behalf of 65503588761e4489b784b977e0d1e639 for: {'network': 1} {{(pid=102739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:12:48.647611 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-650a3053-937d-4e6d-ab33-5f977bce3c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for network, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:48.655909 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-650a3053-937d-4e6d-ab33-5f977bce3c69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:48.664884 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_common [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-0649ff65-12c0-422f-b702-50b56b64e788 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] Allocated IP 192.168.233.69 (94344a30-23ca-4a51-8df9-4f283ed6e0c4/cf2d8cdf-2597-48d9-90f0-9a37908e0838/e493b4a7-dca9-4696-b796-400540758bdb) {{(pid=102740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:12:48.729224 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-650a3053-937d-4e6d-ab33-5f977bce3c69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:48.733310 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-650a3053-937d-4e6d-ab33-5f977bce3c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:48.758266 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-650a3053-937d-4e6d-ab33-5f977bce3c69 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=102739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 15:12:48.770335 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-650a3053-937d-4e6d-ab33-5f977bce3c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597'] for segment, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:48.770680 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.db.segments_db [None req-650a3053-937d-4e6d-ab33-5f977bce3c69 admin admin] Added segment 4e148c86-ca99-492f-8666-55e54f07b46f of type vlan for network 1c592f38-b1dc-4d53-b93f-a1671b339d81 Nov 19 15:12:48.779174 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a3053-937d-4e6d-ab33-5f977bce3c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372f3b3c-a79f-4248-ae7e-e8cace8baf01,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:48.814986 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-650a3053-937d-4e6d-ab33-5f977bce3c69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763177764639'] for network, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:48.825234 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-0649ff65-12c0-422f-b702-50b56b64e788 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] Publish callbacks [] for port, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:48.839640 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-650a3053-937d-4e6d-ab33-5f977bce3c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375'] for network, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:48.840728 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650a3053-937d-4e6d-ab33-5f977bce3c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:48.841334 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-650a3053-937d-4e6d-ab33-5f977bce3c69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for network, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:48.860506 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-0649ff65-12c0-422f-b702-50b56b64e788 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:48.899230 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-650a3053-937d-4e6d-ab33-5f977bce3c69 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3755181 Nov 19 15:12:48.902785 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 49554) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:12:48.905822 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-0649ff65-12c0-422f-b702-50b56b64e788 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] Network 94344a30-23ca-4a51-8df9-4f283ed6e0c4 is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:12:48.907865 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-3f98c220-140c-47df-bf36-ee88a20b918e admin admin] Request body: {'subnet': {'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1321544495-subnet', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'ip_version': 4}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:12:48.909074 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-0649ff65-12c0-422f-b702-50b56b64e788 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:12:48.912746 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-0649ff65-12c0-422f-b702-50b56b64e788 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] Received port after_create {{(pid=102740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:12:48.918971 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a3053-937d-4e6d-ab33-5f977bce3c69 admin admin] Pushing event updated for resources: {'Network': ['ID=1c592f38-b1dc-4d53-b93f-a1671b339d81,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:48.930811 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Network 1c592f38-b1dc-4d53-b93f-a1671b339d81 details requested by agent ovs-agent-dv-cinder-817573-1-iscsi with host dv-cinder-817573-1-iscsi {{(pid=102741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 15:12:48.942556 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649ff65-12c0-422f-b702-50b56b64e788 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] Pushing event updated for resources: {'Port': ['ID=e493b4a7-dca9-4696-b796-400540758bdb,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:48.942827 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f98c220-140c-47df-bf36-ee88a20b918e admin admin] Made reservation on behalf of 65503588761e4489b784b977e0d1e639 for: {'subnet': 1} {{(pid=102739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:12:48.946156 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3f98c220-140c-47df-bf36-ee88a20b918e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59078732'] for subnet, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:48.974249 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-0649ff65-12c0-422f-b702-50b56b64e788 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:48.974897 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-0649ff65-12c0-422f-b702-50b56b64e788 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:48.996605 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-0649ff65-12c0-422f-b702-50b56b64e788 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7265601 Nov 19 15:12:49.013485 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-a4d4cce2-3d45-4443-ac1c-567e38d70db9 service neutron] Request body: {'port': {'device_id': '981c7fa0-c831-440d-ad40-61b2e67a4a4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81757'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:12:49.073712 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-a4d4cce2-3d45-4443-ac1c-567e38d70db9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:49.139165 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3f98c220-140c-47df-bf36-ee88a20b918e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58728065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59078750'] for subnet, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:49.172706 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-b1bff6cb-439d-466a-b9dd-ae7c95b67791 None None] Provisioning complete for port e493b4a7-dca9-4696-b796-400540758bdb triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:12:49.173106 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-b1bff6cb-439d-466a-b9dd-ae7c95b67791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:49.198479 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f98c220-140c-47df-bf36-ee88a20b918e admin admin] Checking segment: {'id': '4e148c86-ca99-492f-8666-55e54f07b46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:12:49.198749 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f98c220-140c-47df-bf36-ee88a20b918e admin admin] Network hostable DHCP agents. Network: 1c592f38-b1dc-4d53-b93f-a1671b339d81, hostable agents: ['b581fc54-f77c-4a6c-8194-faf7229ee611'], hosted agents: [] {{(pid=102739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 15:12:49.207320 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-b1bff6cb-439d-466a-b9dd-ae7c95b67791 None None] Port e493b4a7-dca9-4696-b796-400540758bdb cannot update to ACTIVE because it is not bound. {{(pid=102741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 15:12:49.212954 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f98c220-140c-47df-bf36-ee88a20b918e admin admin] Pushing event updated for resources: {'Subnet': ['ID=30034238-24c0-4d3c-a28b-a2cb125a0843,revision_number=0']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:49.223310 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f98c220-140c-47df-bf36-ee88a20b918e admin admin] Network 1c592f38-b1dc-4d53-b93f-a1671b339d81 is scheduled to be hosted by DHCP agent b581fc54-f77c-4a6c-8194-faf7229ee611 with binding_index 1 {{(pid=102739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 15:12:49.232557 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.base_scheduler [None req-3f98c220-140c-47df-bf36-ee88a20b918e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817573-1-iscsi, 1c592f38-b1dc-4d53-b93f-a1671b339d81) {{(pid=102739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:12:49.236753 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f98c220-140c-47df-bf36-ee88a20b918e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:49.237472 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-3f98c220-140c-47df-bf36-ee88a20b918e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for subnet, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:49.241485 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a29513a-8705-4963-aec5-e72405a5b8ee None None] Network 1c592f38-b1dc-4d53-b93f-a1671b339d81 requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:12:49.254686 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-3f98c220-140c-47df-bf36-ee88a20b918e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3509331 Nov 19 15:12:49.257017 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 49556) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:12:49.262136 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-071c915f-6396-4e97-a68e-4be775308d32 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1321544495-router', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823'}}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:12:49.282529 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-071c915f-6396-4e97-a68e-4be775308d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-464837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7263'] for router, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:49.283812 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-071c915f-6396-4e97-a68e-4be775308d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437380', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7236'] for router, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:49.341648 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-071c915f-6396-4e97-a68e-4be775308d32 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:49.366158 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-a4d4cce2-3d45-4443-ac1c-567e38d70db9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e493b4a7-dca9-4696-b796-400540758bdb {{(pid=102740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:12:49.379048 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-a4d4cce2-3d45-4443-ac1c-567e38d70db9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:49.397743 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.provisioning_blocks [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-a4d4cce2-3d45-4443-ac1c-567e38d70db9 service neutron] Transition to ACTIVE for port object e493b4a7-dca9-4696-b796-400540758bdb will not be triggered until provisioned by entity L2. {{(pid=102740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 15:12:49.406177 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e701247d-f45a-4de7-9088-d234bf19e174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp819b9761-b326-5502-9f20-d7ca87230a0c-1c592f38-b1dc-4d53-b93f-a1671b339d81', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'fixed_ips': [{'subnet_id': '30034238-24c0-4d3c-a28b-a2cb125a0843'}]}} from dv-cinder-817573-1-iscsi. {{(pid=102741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 15:12:49.406545 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-a4d4cce2-3d45-4443-ac1c-567e38d70db9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59360342'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:49.410303 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-e701247d-f45a-4de7-9088-d234bf19e174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:49.486740 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d4cce2-3d45-4443-ac1c-567e38d70db9 service neutron] Pushing event updated for resources: {'Port': ['ID=e493b4a7-dca9-4696-b796-400540758bdb,revision_number=2']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:49.507666 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-071c915f-6396-4e97-a68e-4be775308d32 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:49.561123 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-a4d4cce2-3d45-4443-ac1c-567e38d70db9 service neutron] Attempting to bind port e493b4a7-dca9-4696-b796-400540758bdb on host hv-cinder-81757 for vnic_type normal with profile {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:12:49.562218 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-a4d4cce2-3d45-4443-ac1c-567e38d70db9 service neutron] Attempting to bind port e493b4a7-dca9-4696-b796-400540758bdb by drivers openvswitch,hyperv on host hv-cinder-81757 at level 0 using segments [{'id': 'ae887152-4cfa-4992-934b-8654c594bb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '94344a30-23ca-4a51-8df9-4f283ed6e0c4'}] {{(pid=102740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:12:49.562556 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-a4d4cce2-3d45-4443-ac1c-567e38d70db9 service neutron] Attempting to bind port e493b4a7-dca9-4696-b796-400540758bdb on network 94344a30-23ca-4a51-8df9-4f283ed6e0c4 {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:12:49.567619 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-a4d4cce2-3d45-4443-ac1c-567e38d70db9 service neutron] Port e493b4a7-dca9-4696-b796-400540758bdb on network 94344a30-23ca-4a51-8df9-4f283ed6e0c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81757 {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 15:12:49.567619 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-a4d4cce2-3d45-4443-ac1c-567e38d70db9 service neutron] Attempting to bind port e493b4a7-dca9-4696-b796-400540758bdb on network 94344a30-23ca-4a51-8df9-4f283ed6e0c4 {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:12:49.572837 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-a4d4cce2-3d45-4443-ac1c-567e38d70db9 service neutron] Checking agent: {'id': 'e1ea3be9-4fba-465d-a0c0-35388eb51f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'started_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:12:49.573182 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-a4d4cce2-3d45-4443-ac1c-567e38d70db9 service neutron] Checking segment: {'id': 'ae887152-4cfa-4992-934b-8654c594bb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '94344a30-23ca-4a51-8df9-4f283ed6e0c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:12:49.573569 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-a4d4cce2-3d45-4443-ac1c-567e38d70db9 service neutron] Bound using segment: {'id': 'ae887152-4cfa-4992-934b-8654c594bb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '94344a30-23ca-4a51-8df9-4f283ed6e0c4'} {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:12:49.574135 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-a4d4cce2-3d45-4443-ac1c-567e38d70db9 service neutron] Bound port: e493b4a7-dca9-4696-b796-400540758bdb, host: hv-cinder-81757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae887152-4cfa-4992-934b-8654c594bb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '94344a30-23ca-4a51-8df9-4f283ed6e0c4'}}] {{(pid=102740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:12:49.574493 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-a4d4cce2-3d45-4443-ac1c-567e38d70db9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:49.596761 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae01c8c-0e04-40c0-a55c-748fa4286c25 req-68b6c3a9-41ba-45da-b880-0f53bcf70727 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:49.598958 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-2ae01c8c-0e04-40c0-a55c-748fa4286c25 req-68b6c3a9-41ba-45da-b880-0f53bcf70727 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] 10.222.0.20 "GET /v2.0/ports?device_id=981c7fa0-c831-440d-ad40-61b2e67a4a4d HTTP/1.1" status: 200 len: 947 time: 0.1757650 Nov 19 15:12:49.609261 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.db_base_plugin_common [None req-e701247d-f45a-4de7-9088-d234bf19e174 None None] Allocated IP 172.20.0.2 (1c592f38-b1dc-4d53-b93f-a1671b339d81/30034238-24c0-4d3c-a28b-a2cb125a0843/6012ae9b-b3ee-4abc-93b5-39c23af3472a) {{(pid=102741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:12:49.662342 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-a4d4cce2-3d45-4443-ac1c-567e38d70db9 service neutron] For port e493b4a7-dca9-4696-b796-400540758bdb, host hv-cinder-81757, cleared binding levels {{(pid=102740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:12:49.666636 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-a4d4cce2-3d45-4443-ac1c-567e38d70db9 service neutron] For port e493b4a7-dca9-4696-b796-400540758bdb, host hv-cinder-81757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=e493b4a7-dca9-4696-b796-400540758bdb,segment=NetworkSegment(ae887152-4cfa-4992-934b-8654c594bb58),segment_id=ae887152-4cfa-4992-934b-8654c594bb58)] {{(pid=102740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:12:49.667239 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-2ae01c8c-0e04-40c0-a55c-748fa4286c25 req-4ab7bef2-1b05-419e-8d94-5a1a3aa3e059 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed91df6-e736-4587-90db-f7078fd8e8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597730 Nov 19 15:12:49.672204 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-a4d4cce2-3d45-4443-ac1c-567e38d70db9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59360342'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:49.706324 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:49.729018 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-a4d4cce2-3d45-4443-ac1c-567e38d70db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:49.729638 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-a4d4cce2-3d45-4443-ac1c-567e38d70db9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:49.731038 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-a4d4cce2-3d45-4443-ac1c-567e38d70db9 service neutron] 10.222.0.11 "PUT /v2.0/ports/e493b4a7-dca9-4696-b796-400540758bdb HTTP/1.1" status: 200 len: 1097 time: 0.7237210 Nov 19 15:12:49.731966 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '981c7fa0-c831-440d-ad40-61b2e67a4a4d', 'tag': 'e493b4a7-dca9-4696-b796-400540758bdb'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:12:49.733788 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8d0b6c-fa8b-46ee-b661-40fa4a889c3e" -d '{"events": [{"name": "network-changed", "server_uuid": "981c7fa0-c831-440d-ad40-61b2e67a4a4d", "tag": "e493b4a7-dca9-4696-b796-400540758bdb"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:12:49.786613 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d4cce2-3d45-4443-ac1c-567e38d70db9 service neutron] Pushing event updated for resources: {'Port': ['ID=e493b4a7-dca9-4696-b796-400540758bdb,revision_number=3']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:49.813929 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 15:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307c02fa-3ac0-4aaf-86d8-21312dad9835 x-openstack-request-id: req-307c02fa-3ac0-4aaf-86d8-21312dad9835 {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:12:49.814494 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "981c7fa0-c831-440d-ad40-61b2e67a4a4d", "tag": "e493b4a7-dca9-4696-b796-400540758bdb", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:12:49.814945 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-307c02fa-3ac0-4aaf-86d8-21312dad9835 {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:12:49.815500 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '981c7fa0-c831-440d-ad40-61b2e67a4a4d', 'tag': 'e493b4a7-dca9-4696-b796-400540758bdb', 'status': 'completed', 'code': 200} Nov 19 15:12:49.854189 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-e701247d-f45a-4de7-9088-d234bf19e174 None None] Publish callbacks [] for port, precommit_create {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:49.855244 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-071c915f-6396-4e97-a68e-4be775308d32 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:49.864081 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-e701247d-f45a-4de7-9088-d234bf19e174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168'] for port, after_create {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:49.867243 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-6833e803-310e-478b-bfce-a0d5687979fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:49.868483 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-6833e803-310e-478b-bfce-a0d5687979fd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=12f46011b7ea49c19bdce6781051e356&device_id=981c7fa0-c831-440d-ad40-61b2e67a4a4d HTTP/1.1" status: 200 len: 1100 time: 0.0765901 Nov 19 15:12:49.879597 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-071c915f-6396-4e97-a68e-4be775308d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:49.908486 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e701247d-f45a-4de7-9088-d234bf19e174 None None] Network 1c592f38-b1dc-4d53-b93f-a1671b339d81 is already hosted by enough agents. {{(pid=102741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:12:49.914106 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.scheduler.base_scheduler [None req-e701247d-f45a-4de7-9088-d234bf19e174 None None] Resources bound (agent type, host, resource id): {{(pid=102741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:12:49.918268 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-bbbcf602-6b48-4ff6-9555-594d48adcbaa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=e493b4a7-dca9-4696-b796-400540758bdb HTTP/1.1" status: 200 len: 217 time: 0.0366535 Nov 19 15:12:49.918756 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e701247d-f45a-4de7-9088-d234bf19e174 None None] Received port after_create {{(pid=102741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:12:49.976472 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e701247d-f45a-4de7-9088-d234bf19e174 None None] Pushing event updated for resources: {'Port': ['ID=6012ae9b-b3ee-4abc-93b5-39c23af3472a,revision_number=1']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:49.980103 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-3759314c-9356-4ccd-96a3-1fe5b138439b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:49.981683 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-3759314c-9356-4ccd-96a3-1fe5b138439b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cf2d8cdf-2597-48d9-90f0-9a37908e0838 HTTP/1.1" status: 200 len: 843 time: 0.0529983 Nov 19 15:12:49.991496 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701247d-f45a-4de7-9088-d234bf19e174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:49.991846 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701247d-f45a-4de7-9088-d234bf19e174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:49.992186 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701247d-f45a-4de7-9088-d234bf19e174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:49.992521 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701247d-f45a-4de7-9088-d234bf19e174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:49.992875 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701247d-f45a-4de7-9088-d234bf19e174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:49.993212 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701247d-f45a-4de7-9088-d234bf19e174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:49.993542 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701247d-f45a-4de7-9088-d234bf19e174 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:49.993944 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701247d-f45a-4de7-9088-d234bf19e174 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:49.994278 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701247d-f45a-4de7-9088-d234bf19e174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:49.994586 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701247d-f45a-4de7-9088-d234bf19e174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:49.995115 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701247d-f45a-4de7-9088-d234bf19e174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:49.995234 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701247d-f45a-4de7-9088-d234bf19e174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:49.999310 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-e701247d-f45a-4de7-9088-d234bf19e174 None None] Attempting to bind port 6012ae9b-b3ee-4abc-93b5-39c23af3472a on host dv-cinder-817573-1-iscsi for vnic_type normal with profile {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:12:49.999562 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-e701247d-f45a-4de7-9088-d234bf19e174 None None] Attempting to bind port 6012ae9b-b3ee-4abc-93b5-39c23af3472a by drivers openvswitch,hyperv on host dv-cinder-817573-1-iscsi at level 0 using segments [{'id': '4e148c86-ca99-492f-8666-55e54f07b46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81'}] {{(pid=102741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:12:49.999907 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e701247d-f45a-4de7-9088-d234bf19e174 None None] Attempting to bind port 6012ae9b-b3ee-4abc-93b5-39c23af3472a on network 1c592f38-b1dc-4d53-b93f-a1671b339d81 {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:12:50.003398 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.db_base_plugin_common [None req-071c915f-6396-4e97-a68e-4be775308d32 admin admin] Allocated IP 172.27.0.173 (28d9acba-080c-4a37-9781-fba989a64823/831d2bcc-ea48-4f58-960e-dcc1ce111fc5/192f7609-4f41-4a8f-a959-dbe2cf22a618) {{(pid=102739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:12:50.007710 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e701247d-f45a-4de7-9088-d234bf19e174 None None] Checking agent: {'id': '93bd3d20-65c6-439e-b74a-dd66c3cedb61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 14, 56, 22), 'started_at': datetime.datetime(2021, 11, 19, 14, 56, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:12:50.008219 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e701247d-f45a-4de7-9088-d234bf19e174 None None] Checking segment: {'id': '4e148c86-ca99-492f-8666-55e54f07b46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:12:50.008725 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-e701247d-f45a-4de7-9088-d234bf19e174 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:50.009236 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e701247d-f45a-4de7-9088-d234bf19e174 None None] Bound using segment: {'id': '4e148c86-ca99-492f-8666-55e54f07b46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81'} {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:12:50.009943 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-e701247d-f45a-4de7-9088-d234bf19e174 None None] Bound port: 6012ae9b-b3ee-4abc-93b5-39c23af3472a, host: dv-cinder-817573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e148c86-ca99-492f-8666-55e54f07b46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81'}}] {{(pid=102741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:12:50.010394 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-e701247d-f45a-4de7-9088-d234bf19e174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:50.037233 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-c76e5fc4-b707-4f1e-962f-ac83e3c186ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:50.038934 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-c76e5fc4-b707-4f1e-962f-ac83e3c186ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=94344a30-23ca-4a51-8df9-4f283ed6e0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0451596 Nov 19 15:12:50.086597 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-e701247d-f45a-4de7-9088-d234bf19e174 None None] For port 6012ae9b-b3ee-4abc-93b5-39c23af3472a, host dv-cinder-817573-1-iscsi, cleared binding levels {{(pid=102741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:12:50.092937 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-e701247d-f45a-4de7-9088-d234bf19e174 None None] For port 6012ae9b-b3ee-4abc-93b5-39c23af3472a, host dv-cinder-817573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=6012ae9b-b3ee-4abc-93b5-39c23af3472a,segment=NetworkSegment(4e148c86-ca99-492f-8666-55e54f07b46f),segment_id=4e148c86-ca99-492f-8666-55e54f07b46f)] {{(pid=102741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:12:50.098415 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-e701247d-f45a-4de7-9088-d234bf19e174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:50.115327 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-071c915f-6396-4e97-a68e-4be775308d32 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:50.144671 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-9513dc5a-ff27-477d-b2b7-edfaf983a2d3 service neutron] 10.222.0.11 "GET /v2.0/networks/94344a30-23ca-4a51-8df9-4f283ed6e0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936692 Nov 19 15:12:50.152659 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-071c915f-6396-4e97-a68e-4be775308d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58728053'] for port, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:50.160392 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e701247d-f45a-4de7-9088-d234bf19e174 None None] Pushing event updated for resources: {'Port': ['ID=6012ae9b-b3ee-4abc-93b5-39c23af3472a,revision_number=2']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:50.196548 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071c915f-6396-4e97-a68e-4be775308d32 admin admin] Network 28d9acba-080c-4a37-9781-fba989a64823 is already hosted by enough agents. {{(pid=102739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:12:50.200289 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.base_scheduler [None req-071c915f-6396-4e97-a68e-4be775308d32 admin admin] Resources bound (agent type, host, resource id): {{(pid=102739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:12:50.203972 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071c915f-6396-4e97-a68e-4be775308d32 admin admin] Received port after_create {{(pid=102739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:12:50.229586 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c915f-6396-4e97-a68e-4be775308d32 admin admin] Pushing event updated for resources: {'Port': ['ID=192f7609-4f41-4a8f-a959-dbe2cf22a618,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:50.257236 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-5eef50c8-f13c-4ffb-ab0c-32e8eda533ad req-f487329e-60ec-4701-9924-55ee188c7611 service neutron] 10.222.0.11 "GET /v2.0/networks/94344a30-23ca-4a51-8df9-4f283ed6e0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031017 Nov 19 15:12:50.389478 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d0b6c-fa8b-46ee-b661-40fa4a889c3e req-3eebd227-5156-486a-a5ad-a84bea3fde09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:50.391004 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3e8d0b6c-fa8b-46ee-b661-40fa4a889c3e req-3eebd227-5156-486a-a5ad-a84bea3fde09 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=12f46011b7ea49c19bdce6781051e356&device_id=981c7fa0-c831-440d-ad40-61b2e67a4a4d HTTP/1.1" status: 200 len: 1100 time: 0.0470688 Nov 19 15:12:50.489640 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-071c915f-6396-4e97-a68e-4be775308d32 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:50.495953 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d0b6c-fa8b-46ee-b661-40fa4a889c3e req-400baa4c-a505-4fbd-9805-b87fad547a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:50.497695 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3e8d0b6c-fa8b-46ee-b661-40fa4a889c3e req-400baa4c-a505-4fbd-9805-b87fad547a99 service neutron] 10.222.0.11 "GET /v2.0/networks?id=94344a30-23ca-4a51-8df9-4f283ed6e0c4 HTTP/1.1" status: 200 len: 870 time: 0.0977728 Nov 19 15:12:50.540184 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3e8d0b6c-fa8b-46ee-b661-40fa4a889c3e req-17cee7eb-d38d-46a9-ad55-9ff0cf2abecf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=e493b4a7-dca9-4696-b796-400540758bdb HTTP/1.1" status: 200 len: 217 time: 0.0345600 Nov 19 15:12:50.593963 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d0b6c-fa8b-46ee-b661-40fa4a889c3e req-0241908f-7ea2-41f0-b39a-cf7dce8baf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:50.595350 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3e8d0b6c-fa8b-46ee-b661-40fa4a889c3e req-0241908f-7ea2-41f0-b39a-cf7dce8baf81 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cf2d8cdf-2597-48d9-90f0-9a37908e0838 HTTP/1.1" status: 200 len: 843 time: 0.0446737 Nov 19 15:12:50.644854 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d0b6c-fa8b-46ee-b661-40fa4a889c3e req-4e8fbc63-3dc3-4f3e-9619-0046f0c05177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:50.646313 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3e8d0b6c-fa8b-46ee-b661-40fa4a889c3e req-4e8fbc63-3dc3-4f3e-9619-0046f0c05177 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=94344a30-23ca-4a51-8df9-4f283ed6e0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0432544 Nov 19 15:12:50.687816 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-071c915f-6396-4e97-a68e-4be775308d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437459'] for router, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:50.748632 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3e8d0b6c-fa8b-46ee-b661-40fa4a889c3e req-796146ce-fafb-4501-a6b5-a288b49a620e service neutron] 10.222.0.11 "GET /v2.0/networks/94344a30-23ca-4a51-8df9-4f283ed6e0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937994 Nov 19 15:12:50.833467 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72b8e2-2fb4-4e0c-9838-cede377b37c4 req-f06aa7aa-5f63-4f3b-8479-101903861aa9 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:50.834974 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-3c72b8e2-2fb4-4e0c-9838-cede377b37c4 req-f06aa7aa-5f63-4f3b-8479-101903861aa9 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] 10.222.0.20 "GET /v2.0/ports?device_id=981c7fa0-c831-440d-ad40-61b2e67a4a4d HTTP/1.1" status: 200 len: 947 time: 0.0638494 Nov 19 15:12:50.852511 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3e8d0b6c-fa8b-46ee-b661-40fa4a889c3e req-d38b17bb-f454-4926-a14b-e88a60bd8fa0 service neutron] 10.222.0.11 "GET /v2.0/networks/94344a30-23ca-4a51-8df9-4f283ed6e0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948889 Nov 19 15:12:50.892850 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071c915f-6396-4e97-a68e-4be775308d32 admin admin] Router 021e1929-bce7-4da2-877c-91b0a5927045 is scheduled to L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d with binding_index 1 {{(pid=102739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 15:12:50.898689 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-3c72b8e2-2fb4-4e0c-9838-cede377b37c4 req-31091d3a-b7c0-4c3e-90f8-be05459bc94d tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed91df6-e736-4587-90db-f7078fd8e8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553813 Nov 19 15:12:51.094955 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:51.137741 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1b5aa3-8620-4938-9a5d-e369000102df None None] Network 1c592f38-b1dc-4d53-b93f-a1671b339d81 requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:12:51.201874 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-ddf4c882-c209-4a9c-bd74-f5afba0dc2a4 None None] Provisioning complete for port 6012ae9b-b3ee-4abc-93b5-39c23af3472a triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:12:51.202242 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-ddf4c882-c209-4a9c-bd74-f5afba0dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:51.217189 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071c915f-6396-4e97-a68e-4be775308d32 admin admin] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:12:51.234558 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-071c915f-6396-4e97-a68e-4be775308d32 admin admin] Publish callbacks [] for router, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:51.238451 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-071c915f-6396-4e97-a68e-4be775308d32 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9777849 Nov 19 15:12:51.238606 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f88bb7-def0-4d17-abbf-30daa7e83558 None None] Sync routers for ids ['021e1929-bce7-4da2-877c-91b0a5927045'] in dv-cinder-817573-1-iscsi {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:12:51.238779 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 49564) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:12:51.271575 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f88bb7-def0-4d17-abbf-30daa7e83558 None None] Routers {'021e1929-bce7-4da2-877c-91b0a5927045'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:12:51.272185 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-19f88bb7-def0-4d17-abbf-30daa7e83558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:12:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['021e1929-bce7-4da2-877c-91b0a5927045'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:12:51.456607 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-ddf4c882-c209-4a9c-bd74-f5afba0dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:51.466037 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-19f88bb7-def0-4d17-abbf-30daa7e83558 None None] Set router 021e1929-bce7-4da2-877c-91b0a5927045 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:12:51.649745 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-e1d28004-7ee5-4e6a-81e7-c6f64054c365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:51.719513 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-ddf4c882-c209-4a9c-bd74-f5afba0dc2a4 None None] For port 6012ae9b-b3ee-4abc-93b5-39c23af3472a, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=6012ae9b-b3ee-4abc-93b5-39c23af3472a,segment=NetworkSegment(4e148c86-ca99-492f-8666-55e54f07b46f),segment_id=4e148c86-ca99-492f-8666-55e54f07b46f)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:12:51.728901 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-ddf4c882-c209-4a9c-bd74-f5afba0dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:51.814186 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_common [None req-e1d28004-7ee5-4e6a-81e7-c6f64054c365 admin admin] Allocated IP 172.20.0.1 (1c592f38-b1dc-4d53-b93f-a1671b339d81/30034238-24c0-4d3c-a28b-a2cb125a0843/4bd73374-bd95-41dd-83a6-299b371ec3c6) {{(pid=102740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:12:51.825456 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf4c882-c209-4a9c-bd74-f5afba0dc2a4 None None] Pushing event updated for resources: {'Port': ['ID=6012ae9b-b3ee-4abc-93b5-39c23af3472a,revision_number=3']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:51.856751 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-19f88bb7-def0-4d17-abbf-30daa7e83558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021e1929-bce7-4da2-877c-91b0a5927045', 'name': 'tempest-TestVolumeBootPattern-1321544495-router', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:50Z', 'revision_number': 3, 'project_id': '65503588761e4489b784b977e0d1e639', 'gw_port': {'id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi'}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:12:51.888055 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f88bb7-def0-4d17-abbf-30daa7e83558 None None] Checking router: 021e1929-bce7-4da2-877c-91b0a5927045 for host: dv-cinder-817573-1-iscsi {{(pid=102741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:12:51.888402 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f88bb7-def0-4d17-abbf-30daa7e83558 None None] Updating router 021e1929-bce7-4da2-877c-91b0a5927045 port 192f7609-4f41-4a8f-a959-dbe2cf22a618 binding host dv-cinder-817573-1-iscsi {{(pid=102741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 15:12:51.917661 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-19f88bb7-def0-4d17-abbf-30daa7e83558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:51.929862 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-e1d28004-7ee5-4e6a-81e7-c6f64054c365 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:51.970541 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-e1d28004-7ee5-4e6a-81e7-c6f64054c365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:52.027856 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-8dd7f85e-6f17-41ef-8414-f34dfb337354 None None] Provisioning complete for port 6012ae9b-b3ee-4abc-93b5-39c23af3472a triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:12:52.028296 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-8dd7f85e-6f17-41ef-8414-f34dfb337354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:52.031007 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d28004-7ee5-4e6a-81e7-c6f64054c365 admin admin] Network 1c592f38-b1dc-4d53-b93f-a1671b339d81 is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:12:52.039960 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [None req-e1d28004-7ee5-4e6a-81e7-c6f64054c365 admin admin] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:12:52.043738 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d28004-7ee5-4e6a-81e7-c6f64054c365 admin admin] Received port after_create {{(pid=102740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:12:52.089325 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-e1d28004-7ee5-4e6a-81e7-c6f64054c365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469380'] for router_interface, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:52.173968 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d28004-7ee5-4e6a-81e7-c6f64054c365 admin admin] Pushing event updated for resources: {'Port': ['ID=4bd73374-bd95-41dd-83a6-299b371ec3c6,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:52.198229 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e573063-4000-4392-a53c-4ad961d752bf req-6b3dd3fd-ad3f-44a2-ae76-3dc1b0dcb3b3 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:52.199776 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-7e573063-4000-4392-a53c-4ad961d752bf req-6b3dd3fd-ad3f-44a2-ae76-3dc1b0dcb3b3 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] 10.222.0.20 "GET /v2.0/ports?device_id=981c7fa0-c831-440d-ad40-61b2e67a4a4d HTTP/1.1" status: 200 len: 947 time: 0.2198718 Nov 19 15:12:52.199972 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:52.218600 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215428c-4fae-4abf-a2d2-d1ce4eaab26d req-dbee91ea-6690-486e-9939-77e5b3a7042c tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:52.220417 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-5215428c-4fae-4abf-a2d2-d1ce4eaab26d req-dbee91ea-6690-486e-9939-77e5b3a7042c tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 946 time: 0.0719392 Nov 19 15:12:52.305435 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-5215428c-4fae-4abf-a2d2-d1ce4eaab26d req-6583805f-6f0f-44f3-a454-be7af0fc7521 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722029 Nov 19 15:12:52.324598 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-e1d28004-7ee5-4e6a-81e7-c6f64054c365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:52.328984 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-19f88bb7-def0-4d17-abbf-30daa7e83558 None None] Publish callbacks [] for port, precommit_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:52.332850 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-7e573063-4000-4392-a53c-4ad961d752bf req-7b776378-d2a9-4b63-8ad5-4a4925111fae tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed91df6-e736-4587-90db-f7078fd8e8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964200 Nov 19 15:12:52.336567 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-19f88bb7-def0-4d17-abbf-30daa7e83558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:52.403945 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-19f88bb7-def0-4d17-abbf-30daa7e83558 None None] Attempting to bind port 192f7609-4f41-4a8f-a959-dbe2cf22a618 on host dv-cinder-817573-1-iscsi for vnic_type normal with profile {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:12:52.404467 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-19f88bb7-def0-4d17-abbf-30daa7e83558 None None] Attempting to bind port 192f7609-4f41-4a8f-a959-dbe2cf22a618 by drivers openvswitch,hyperv on host dv-cinder-817573-1-iscsi at level 0 using segments [{'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'}] {{(pid=102741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:12:52.404967 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f88bb7-def0-4d17-abbf-30daa7e83558 None None] Attempting to bind port 192f7609-4f41-4a8f-a959-dbe2cf22a618 on network 28d9acba-080c-4a37-9781-fba989a64823 {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:12:52.411902 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15834ac8-879b-4759-ad60-ac4ee34f1da6 None None] Pushing event updated for resources: {'Port': ['ID=192f7609-4f41-4a8f-a959-dbe2cf22a618,revision_number=2']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:52.414768 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f88bb7-def0-4d17-abbf-30daa7e83558 None None] Checking agent: {'id': '93bd3d20-65c6-439e-b74a-dd66c3cedb61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 14, 56, 22), 'started_at': datetime.datetime(2021, 11, 19, 14, 56, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:12:52.415151 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f88bb7-def0-4d17-abbf-30daa7e83558 None None] Checking segment: {'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:12:52.415585 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-19f88bb7-def0-4d17-abbf-30daa7e83558 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:52.415980 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f88bb7-def0-4d17-abbf-30daa7e83558 None None] Bound using segment: {'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'} {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:12:52.416647 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-19f88bb7-def0-4d17-abbf-30daa7e83558 None None] Bound port: 192f7609-4f41-4a8f-a959-dbe2cf22a618, host: dv-cinder-817573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'}}] {{(pid=102741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:12:52.417060 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-19f88bb7-def0-4d17-abbf-30daa7e83558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:52.451685 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 6012ae9b-b3ee-4abc-93b5-39c23af3472a up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:12:52.513368 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-e1d28004-7ee5-4e6a-81e7-c6f64054c365 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:52.517940 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-e1d28004-7ee5-4e6a-81e7-c6f64054c365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59360342'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:52.519742 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-42c6c419-1a99-46d7-ab15-0b2128280f90 None None] Provisioning complete for port 4bd73374-bd95-41dd-83a6-299b371ec3c6 triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:12:52.520105 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-42c6c419-1a99-46d7-ab15-0b2128280f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:52.522056 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-19f88bb7-def0-4d17-abbf-30daa7e83558 None None] For port 192f7609-4f41-4a8f-a959-dbe2cf22a618, host dv-cinder-817573-1-iscsi, cleared binding levels {{(pid=102741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:12:52.557028 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-19f88bb7-def0-4d17-abbf-30daa7e83558 None None] For port 192f7609-4f41-4a8f-a959-dbe2cf22a618, host dv-cinder-817573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=192f7609-4f41-4a8f-a959-dbe2cf22a618,segment=NetworkSegment(8c548d3f-e438-4dec-b739-b60f621b5d36),segment_id=8c548d3f-e438-4dec-b739-b60f621b5d36)] {{(pid=102741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:12:52.566924 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-19f88bb7-def0-4d17-abbf-30daa7e83558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:52.590017 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-e1d28004-7ee5-4e6a-81e7-c6f64054c365 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469780'] for router_interface, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:52.591865 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d28004-7ee5-4e6a-81e7-c6f64054c365 admin admin] Pushing event updated for resources: {'Port': ['ID=4bd73374-bd95-41dd-83a6-299b371ec3c6,revision_number=2']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:52.607846 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-42c6c419-1a99-46d7-ab15-0b2128280f90 None None] Port 4bd73374-bd95-41dd-83a6-299b371ec3c6 cannot update to ACTIVE because it is not bound. {{(pid=102741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 15:12:52.626976 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port 6012ae9b-b3ee-4abc-93b5-39c23af3472a triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:12:52.627342 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:52.670866 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f88bb7-def0-4d17-abbf-30daa7e83558 None None] Routers {'021e1929-bce7-4da2-877c-91b0a5927045'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:12:52.671491 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-19f88bb7-def0-4d17-abbf-30daa7e83558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:12:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['021e1929-bce7-4da2-877c-91b0a5927045'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:12:52.678984 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15834ac8-879b-4759-ad60-ac4ee34f1da6 None None] Pushing event updated for resources: {'Port': ['ID=192f7609-4f41-4a8f-a959-dbe2cf22a618,revision_number=3']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:52.682860 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d28004-7ee5-4e6a-81e7-c6f64054c365 admin admin] Network 1c592f38-b1dc-4d53-b93f-a1671b339d81 is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:12:52.684372 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [None req-e1d28004-7ee5-4e6a-81e7-c6f64054c365 admin admin] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:12:52.720169 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device e493b4a7-dca9-4696-b796-400540758bdb details requested by agent hyperv_hv-cinder-81757 with host hv-cinder-81757 {{(pid=102741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 15:12:52.808581 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d28004-7ee5-4e6a-81e7-c6f64054c365 admin admin] Router 021e1929-bce7-4da2-877c-91b0a5927045 has already been hosted by L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d {{(pid=102740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 15:12:52.890843 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-19f88bb7-def0-4d17-abbf-30daa7e83558 None None] Set router 021e1929-bce7-4da2-877c-91b0a5927045 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:12:52.921911 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d28004-7ee5-4e6a-81e7-c6f64054c365 admin admin] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:12:52.926764 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-e1d28004-7ee5-4e6a-81e7-c6f64054c365 admin admin] 10.222.0.20 "PUT /v2.0/routers/021e1929-bce7-4da2-877c-91b0a5927045/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6867471 Nov 19 15:12:52.965638 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port e493b4a7-dca9-4696-b796-400540758bdb, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=e493b4a7-dca9-4696-b796-400540758bdb,segment=NetworkSegment(ae887152-4cfa-4992-934b-8654c594bb58),segment_id=ae887152-4cfa-4992-934b-8654c594bb58)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:12:53.013953 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Returning: {'device': 'e493b4a7-dca9-4696-b796-400540758bdb', 'network_id': '94344a30-23ca-4a51-8df9-4f283ed6e0c4', 'port_id': 'e493b4a7-dca9-4696-b796-400540758bdb', 'mac_address': 'fa:16:3e:2e:06:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf2d8cdf-2597-48d9-90f0-9a37908e0838', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 15:12:53.015371 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-8ebbce1c-aa94-4813-9355-a39971611425 None None] Provisioning complete for port 4bd73374-bd95-41dd-83a6-299b371ec3c6 triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:12:53.015731 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-8ebbce1c-aa94-4813-9355-a39971611425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:53.122877 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-8ebbce1c-aa94-4813-9355-a39971611425 None None] Port 4bd73374-bd95-41dd-83a6-299b371ec3c6 cannot update to ACTIVE because it is not bound. {{(pid=102741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 15:12:53.133504 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:53.158861 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e493b4a7-dca9-4696-b796-400540758bdb {{(pid=102741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:12:53.205190 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port e493b4a7-dca9-4696-b796-400540758bdb, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=e493b4a7-dca9-4696-b796-400540758bdb,segment=NetworkSegment(ae887152-4cfa-4992-934b-8654c594bb58),segment_id=ae887152-4cfa-4992-934b-8654c594bb58)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:12:53.211884 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:53.269211 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=e493b4a7-dca9-4696-b796-400540758bdb,revision_number=4']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:53.283101 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-19f88bb7-def0-4d17-abbf-30daa7e83558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021e1929-bce7-4da2-877c-91b0a5927045', 'name': 'tempest-TestVolumeBootPattern-1321544495-router', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:52Z', 'revision_number': 4, 'project_id': '65503588761e4489b784b977e0d1e639', 'gw_port': {'id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '4bd73374-bd95-41dd-83a6-299b371ec3c6', 'name': '', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'mac_address': 'fa:16:3e:51:13:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:51Z', 'updated_at': '2021-11-19T15:12:52Z', 'revision_number': 2, 'project_id': '65503588761e4489b784b977e0d1e639', 'subnets': [{'id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:12:53.313680 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f88bb7-def0-4d17-abbf-30daa7e83558 None None] The sync data for ids ['021e1929-bce7-4da2-877c-91b0a5927045'] in dv-cinder-817573-1-iscsi is: [{'id': '021e1929-bce7-4da2-877c-91b0a5927045', 'name': 'tempest-TestVolumeBootPattern-1321544495-router', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:52Z', 'revision_number': 4, 'project_id': '65503588761e4489b784b977e0d1e639', 'gw_port': {'id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '4bd73374-bd95-41dd-83a6-299b371ec3c6', 'name': '', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'mac_address': 'fa:16:3e:51:13:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:51Z', 'updated_at': '2021-11-19T15:12:52Z', 'revision_number': 2, 'project_id': '65503588761e4489b784b977e0d1e639', 'subnets': [{'id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:12:53.426368 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 49590) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:12:53.431182 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-b5009898-f2a2-4207-95d2-c8787bfcd4ff admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-856676121-network', 'tenant_id': 'ca57a6701ccd406c800d9f0764f00183'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:12:53.443380 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95111091-5c1e-425c-bfa0-e2c3a951a934 req-2ee35fcb-32e9-47cd-86c1-af4a287ad19e tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:53.444872 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-95111091-5c1e-425c-bfa0-e2c3a951a934 req-2ee35fcb-32e9-47cd-86c1-af4a287ad19e tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 946 time: 0.0622401 Nov 19 15:12:53.465100 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['e493b4a7-dca9-4696-b796-400540758bdb'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:12:53.481786 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5009898-f2a2-4207-95d2-c8787bfcd4ff admin admin] Made reservation on behalf of ca57a6701ccd406c800d9f0764f00183 for: {'network': 1} {{(pid=102739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:12:53.483791 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a6935-7e3b-40c4-9ed1-8f69d36d346d req-ba0905d0-8b73-45c8-82eb-ea9acc65e1e2 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:53.484016 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b5009898-f2a2-4207-95d2-c8787bfcd4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for network, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:53.485388 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-bf0a6935-7e3b-40c4-9ed1-8f69d36d346d req-ba0905d0-8b73-45c8-82eb-ea9acc65e1e2 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] 10.222.0.20 "GET /v2.0/ports?device_id=981c7fa0-c831-440d-ad40-61b2e67a4a4d HTTP/1.1" status: 200 len: 948 time: 0.0682871 Nov 19 15:12:53.501826 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b5009898-f2a2-4207-95d2-c8787bfcd4ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:53.526234 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-95111091-5c1e-425c-bfa0-e2c3a951a934 req-d67bc680-667a-4a03-ad14-66782a1a8b59 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718358 Nov 19 15:12:53.590276 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-bf0a6935-7e3b-40c4-9ed1-8f69d36d346d req-eb31107e-af80-4b8d-b01c-6662a8875bcd tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed91df6-e736-4587-90db-f7078fd8e8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816131 Nov 19 15:12:53.631618 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b5009898-f2a2-4207-95d2-c8787bfcd4ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:53.635770 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b5009898-f2a2-4207-95d2-c8787bfcd4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:53.666102 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5009898-f2a2-4207-95d2-c8787bfcd4ff admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=102739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 15:12:53.675652 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5009898-f2a2-4207-95d2-c8787bfcd4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d055a0-5458-40d9-b0e1-b65571272889,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:53.684212 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b5009898-f2a2-4207-95d2-c8787bfcd4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597'] for segment, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:53.684603 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.db.segments_db [None req-b5009898-f2a2-4207-95d2-c8787bfcd4ff admin admin] Added segment ad0e7cf3-96a5-48c5-b691-7e10036d1454 of type vlan for network abb6b325-0f81-4874-b792-789ed862aec8 Nov 19 15:12:53.727591 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b5009898-f2a2-4207-95d2-c8787bfcd4ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763177764639'] for network, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:53.765428 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b5009898-f2a2-4207-95d2-c8787bfcd4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375'] for network, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:53.766498 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5009898-f2a2-4207-95d2-c8787bfcd4ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:53.767088 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-b5009898-f2a2-4207-95d2-c8787bfcd4ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for network, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:53.819323 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-b5009898-f2a2-4207-95d2-c8787bfcd4ff admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3917987 Nov 19 15:12:53.822212 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 49592) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:12:53.828716 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [None req-363624d3-6a34-4a77-adc4-b5684f40a8d7 admin admin] Request body: {'subnet': {'network_id': 'abb6b325-0f81-4874-b792-789ed862aec8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-856676121-subnet', 'tenant_id': 'ca57a6701ccd406c800d9f0764f00183', 'ip_version': 4}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:12:53.831622 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5009898-f2a2-4207-95d2-c8787bfcd4ff admin admin] Pushing event updated for resources: {'Network': ['ID=abb6b325-0f81-4874-b792-789ed862aec8,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:53.841928 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Network abb6b325-0f81-4874-b792-789ed862aec8 details requested by agent ovs-agent-dv-cinder-817573-1-iscsi with host dv-cinder-817573-1-iscsi {{(pid=102741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 15:12:53.850310 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363624d3-6a34-4a77-adc4-b5684f40a8d7 admin admin] Made reservation on behalf of ca57a6701ccd406c800d9f0764f00183 for: {'subnet': 1} {{(pid=102740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:12:53.852689 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-363624d3-6a34-4a77-adc4-b5684f40a8d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59253751'] for subnet, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:54.050025 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-363624d3-6a34-4a77-adc4-b5684f40a8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59360475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59253733'] for subnet, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:54.112601 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363624d3-6a34-4a77-adc4-b5684f40a8d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99162008-4c95-42e4-ab49-3af0f0bd9d37,revision_number=0']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:54.129332 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363624d3-6a34-4a77-adc4-b5684f40a8d7 admin admin] Checking segment: {'id': 'ad0e7cf3-96a5-48c5-b691-7e10036d1454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'abb6b325-0f81-4874-b792-789ed862aec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:12:54.129710 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363624d3-6a34-4a77-adc4-b5684f40a8d7 admin admin] Network hostable DHCP agents. Network: abb6b325-0f81-4874-b792-789ed862aec8, hostable agents: ['b581fc54-f77c-4a6c-8194-faf7229ee611'], hosted agents: [] {{(pid=102740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 15:12:54.147566 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363624d3-6a34-4a77-adc4-b5684f40a8d7 admin admin] Network abb6b325-0f81-4874-b792-789ed862aec8 is scheduled to be hosted by DHCP agent b581fc54-f77c-4a6c-8194-faf7229ee611 with binding_index 1 {{(pid=102740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 15:12:54.157355 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [None req-363624d3-6a34-4a77-adc4-b5684f40a8d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817573-1-iscsi, abb6b325-0f81-4874-b792-789ed862aec8) {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:12:54.161215 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363624d3-6a34-4a77-adc4-b5684f40a8d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:54.161815 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-363624d3-6a34-4a77-adc4-b5684f40a8d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:54.169573 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ca2385-e62d-45bb-aa88-a156a8593ed4 None None] Network abb6b325-0f81-4874-b792-789ed862aec8 requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:12:54.179056 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-363624d3-6a34-4a77-adc4-b5684f40a8d7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3554707 Nov 19 15:12:54.182442 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 49594) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:12:54.187114 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-22abfe28-bd30-45d7-8b6f-6f2251921e6b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-856676121-router', 'tenant_id': 'ca57a6701ccd406c800d9f0764f00183', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823'}}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:12:54.212855 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-22abfe28-bd30-45d7-8b6f-6f2251921e6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-464837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7263'] for router, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:54.214031 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-22abfe28-bd30-45d7-8b6f-6f2251921e6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437380', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3784700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7236'] for router, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:54.267318 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-22abfe28-bd30-45d7-8b6f-6f2251921e6b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:54.338814 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cd4165-de1b-4861-8c62-04190d3ebd26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp819b9761-b326-5502-9f20-d7ca87230a0c-abb6b325-0f81-4874-b792-789ed862aec8', 'network_id': 'abb6b325-0f81-4874-b792-789ed862aec8', 'tenant_id': 'ca57a6701ccd406c800d9f0764f00183', 'fixed_ips': [{'subnet_id': '99162008-4c95-42e4-ab49-3af0f0bd9d37'}]}} from dv-cinder-817573-1-iscsi. {{(pid=102741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 15:12:54.339928 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-80cd4165-de1b-4861-8c62-04190d3ebd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:54.423108 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 192f7609-4f41-4a8f-a959-dbe2cf22a618 up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:12:54.433762 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-22abfe28-bd30-45d7-8b6f-6f2251921e6b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:54.532089 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.db_base_plugin_common [None req-80cd4165-de1b-4861-8c62-04190d3ebd26 None None] Allocated IP 172.20.0.2 (abb6b325-0f81-4874-b792-789ed862aec8/99162008-4c95-42e4-ab49-3af0f0bd9d37/bc0a2591-d4e5-458e-ab60-429fa241af30) {{(pid=102741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:12:54.536688 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port 192f7609-4f41-4a8f-a959-dbe2cf22a618 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:12:54.536958 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:54.604245 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 6 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:12:54.710177 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:54.723499 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9113d5b-b763-4174-9d73-03ee8455dbe7 req-e49f29c6-5afb-49dc-8e07-6c4ba243f370 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:54.725101 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-b9113d5b-b763-4174-9d73-03ee8455dbe7 req-e49f29c6-5afb-49dc-8e07-6c4ba243f370 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 946 time: 0.1003191 Nov 19 15:12:54.726376 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-22abfe28-bd30-45d7-8b6f-6f2251921e6b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:54.727154 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130caabb-973f-48fe-911e-617211058e35 req-8f12183c-38b3-4e6d-b0f9-c6e31f20aa54 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:54.729255 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-130caabb-973f-48fe-911e-617211058e35 req-8f12183c-38b3-4e6d-b0f9-c6e31f20aa54 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] 10.222.0.20 "GET /v2.0/ports?device_id=981c7fa0-c831-440d-ad40-61b2e67a4a4d HTTP/1.1" status: 200 len: 948 time: 0.0688033 Nov 19 15:12:54.734346 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device e493b4a7-dca9-4696-b796-400540758bdb up at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:12:54.753774 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-22abfe28-bd30-45d7-8b6f-6f2251921e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:54.789172 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] For port 192f7609-4f41-4a8f-a959-dbe2cf22a618, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=192f7609-4f41-4a8f-a959-dbe2cf22a618,segment=NetworkSegment(8c548d3f-e438-4dec-b739-b60f621b5d36),segment_id=8c548d3f-e438-4dec-b739-b60f621b5d36)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:12:54.801827 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-130caabb-973f-48fe-911e-617211058e35 req-40f38490-6deb-49d1-96e1-4c71cb692b43 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed91df6-e736-4587-90db-f7078fd8e8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609136 Nov 19 15:12:54.808296 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:54.810375 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-80cd4165-de1b-4861-8c62-04190d3ebd26 None None] Publish callbacks [] for port, precommit_create {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:54.850326 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-80cd4165-de1b-4861-8c62-04190d3ebd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168'] for port, after_create {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:54.866797 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-b9113d5b-b763-4174-9d73-03ee8455dbe7 req-d9a30148-e4be-45e3-8a8e-798264976105 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155365 Nov 19 15:12:54.889561 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cd4165-de1b-4861-8c62-04190d3ebd26 None None] Network abb6b325-0f81-4874-b792-789ed862aec8 is already hosted by enough agents. {{(pid=102741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:12:54.892271 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning for port e493b4a7-dca9-4696-b796-400540758bdb completed by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 15:12:54.896456 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.scheduler.base_scheduler [None req-80cd4165-de1b-4861-8c62-04190d3ebd26 None None] Resources bound (agent type, host, resource id): {{(pid=102741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:12:54.898914 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cd4165-de1b-4861-8c62-04190d3ebd26 None None] Received port after_create {{(pid=102741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:12:54.904349 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Pushing event updated for resources: {'Port': ['ID=192f7609-4f41-4a8f-a959-dbe2cf22a618,revision_number=4']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:54.912027 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning complete for port e493b4a7-dca9-4696-b796-400540758bdb triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:12:54.912421 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:54.928162 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.db_base_plugin_common [None req-22abfe28-bd30-45d7-8b6f-6f2251921e6b admin admin] Allocated IP 172.27.0.234 (28d9acba-080c-4a37-9781-fba989a64823/831d2bcc-ea48-4f58-960e-dcc1ce111fc5/99fd38b8-2377-4717-8f26-6e983d902be3) {{(pid=102739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:12:55.007911 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd4165-de1b-4861-8c62-04190d3ebd26 None None] Pushing event updated for resources: {'Port': ['ID=bc0a2591-d4e5-458e-ab60-429fa241af30,revision_number=1']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:55.029221 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-80cd4165-de1b-4861-8c62-04190d3ebd26 None None] Attempting to bind port bc0a2591-d4e5-458e-ab60-429fa241af30 on host dv-cinder-817573-1-iscsi for vnic_type normal with profile {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:12:55.029592 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-80cd4165-de1b-4861-8c62-04190d3ebd26 None None] Attempting to bind port bc0a2591-d4e5-458e-ab60-429fa241af30 by drivers openvswitch,hyperv on host dv-cinder-817573-1-iscsi at level 0 using segments [{'id': 'ad0e7cf3-96a5-48c5-b691-7e10036d1454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'abb6b325-0f81-4874-b792-789ed862aec8'}] {{(pid=102741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:12:55.029738 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-22abfe28-bd30-45d7-8b6f-6f2251921e6b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:55.029954 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cd4165-de1b-4861-8c62-04190d3ebd26 None None] Attempting to bind port bc0a2591-d4e5-458e-ab60-429fa241af30 on network abb6b325-0f81-4874-b792-789ed862aec8 {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:12:55.036975 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cd4165-de1b-4861-8c62-04190d3ebd26 None None] Checking agent: {'id': '93bd3d20-65c6-439e-b74a-dd66c3cedb61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 14, 56, 22), 'started_at': datetime.datetime(2021, 11, 19, 14, 56, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:12:55.037344 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cd4165-de1b-4861-8c62-04190d3ebd26 None None] Checking segment: {'id': 'ad0e7cf3-96a5-48c5-b691-7e10036d1454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'abb6b325-0f81-4874-b792-789ed862aec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:12:55.037745 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-80cd4165-de1b-4861-8c62-04190d3ebd26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:55.038134 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cd4165-de1b-4861-8c62-04190d3ebd26 None None] Bound using segment: {'id': 'ad0e7cf3-96a5-48c5-b691-7e10036d1454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'abb6b325-0f81-4874-b792-789ed862aec8'} {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:12:55.038595 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-80cd4165-de1b-4861-8c62-04190d3ebd26 None None] Bound port: bc0a2591-d4e5-458e-ab60-429fa241af30, host: dv-cinder-817573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad0e7cf3-96a5-48c5-b691-7e10036d1454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'abb6b325-0f81-4874-b792-789ed862aec8'}}] {{(pid=102741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:12:55.038970 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-80cd4165-de1b-4861-8c62-04190d3ebd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:55.063745 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-22abfe28-bd30-45d7-8b6f-6f2251921e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58728053'] for port, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:55.108605 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22abfe28-bd30-45d7-8b6f-6f2251921e6b admin admin] Network 28d9acba-080c-4a37-9781-fba989a64823 is already hosted by enough agents. {{(pid=102739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:12:55.119584 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.base_scheduler [None req-22abfe28-bd30-45d7-8b6f-6f2251921e6b admin admin] Resources bound (agent type, host, resource id): {{(pid=102739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:12:55.123148 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22abfe28-bd30-45d7-8b6f-6f2251921e6b admin admin] Received port after_create {{(pid=102739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:12:55.126654 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:55.145168 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22abfe28-bd30-45d7-8b6f-6f2251921e6b admin admin] Pushing event updated for resources: {'Port': ['ID=99fd38b8-2377-4717-8f26-6e983d902be3,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:55.156419 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-80cd4165-de1b-4861-8c62-04190d3ebd26 None None] For port bc0a2591-d4e5-458e-ab60-429fa241af30, host dv-cinder-817573-1-iscsi, cleared binding levels {{(pid=102741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:12:55.160474 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-80cd4165-de1b-4861-8c62-04190d3ebd26 None None] For port bc0a2591-d4e5-458e-ab60-429fa241af30, host dv-cinder-817573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=bc0a2591-d4e5-458e-ab60-429fa241af30,segment=NetworkSegment(ad0e7cf3-96a5-48c5-b691-7e10036d1454),segment_id=ad0e7cf3-96a5-48c5-b691-7e10036d1454)] {{(pid=102741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:12:55.167263 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '981c7fa0-c831-440d-ad40-61b2e67a4a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e493b4a7-dca9-4696-b796-400540758bdb'}] {{(pid=102741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:12:55.169579 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02aed456f185bd727e3ab04ef3305858fece041079839c75bcf3d6cf309ea5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43194cd-a074-4788-b102-18e1a9d6078d" -d '{"events": [{"server_uuid": "981c7fa0-c831-440d-ad40-61b2e67a4a4d", "name": "network-vif-plugged", "status": "completed", "tag": "e493b4a7-dca9-4696-b796-400540758bdb"}]}' {{(pid=102741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:12:55.175164 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-80cd4165-de1b-4861-8c62-04190d3ebd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:55.192070 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port e493b4a7-dca9-4696-b796-400540758bdb, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=e493b4a7-dca9-4696-b796-400540758bdb,segment=NetworkSegment(ae887152-4cfa-4992-934b-8654c594bb58),segment_id=ae887152-4cfa-4992-934b-8654c594bb58)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:12:55.212130 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a75ed9f-7411-4e52-b80f-530096863406 x-openstack-request-id: req-6a75ed9f-7411-4e52-b80f-530096863406 {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:12:55.212969 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "981c7fa0-c831-440d-ad40-61b2e67a4a4d", "name": "network-vif-plugged", "status": "completed", "tag": "e493b4a7-dca9-4696-b796-400540758bdb", "code": 200}]} {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:12:55.213327 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a75ed9f-7411-4e52-b80f-530096863406 {{(pid=102741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:12:55.213919 dv-cinder-817573-1-iscsi neutron-server[102741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '981c7fa0-c831-440d-ad40-61b2e67a4a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e493b4a7-dca9-4696-b796-400540758bdb', 'code': 200} Nov 19 15:12:55.216823 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:55.256177 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd4165-de1b-4861-8c62-04190d3ebd26 None None] Pushing event updated for resources: {'Port': ['ID=bc0a2591-d4e5-458e-ab60-429fa241af30,revision_number=2']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:55.340304 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=e493b4a7-dca9-4696-b796-400540758bdb,revision_number=5']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:55.420145 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-22abfe28-bd30-45d7-8b6f-6f2251921e6b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:55.433753 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db323dc-0eca-4888-afb6-eb3190684a30 req-b49e9134-5372-4819-9056-51238797f4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:55.436063 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-4db323dc-0eca-4888-afb6-eb3190684a30 req-b49e9134-5372-4819-9056-51238797f4ff service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=981c7fa0-c831-440d-ad40-61b2e67a4a4d HTTP/1.1" status: 200 len: 1102 time: 0.0442641 Nov 19 15:12:55.500690 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-4db323dc-0eca-4888-afb6-eb3190684a30 req-68e0f195-ccf0-4e6a-9785-7b25c324eb78 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9ed91df6-e736-4587-90db-f7078fd8e8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532162 Nov 19 15:12:55.645402 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-22abfe28-bd30-45d7-8b6f-6f2251921e6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437459'] for router, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:55.770774 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22abfe28-bd30-45d7-8b6f-6f2251921e6b admin admin] Router 382bbd56-dd33-49b3-999b-be53ae2bf72c is scheduled to L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d with binding_index 1 {{(pid=102739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 15:12:55.876962 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22abfe28-bd30-45d7-8b6f-6f2251921e6b admin admin] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:12:55.889161 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787ca271-3c85-47b8-b514-1ff9638d3613 None None] Sync routers for ids ['382bbd56-dd33-49b3-999b-be53ae2bf72c'] in dv-cinder-817573-1-iscsi {{(pid=102742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:12:55.913050 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787ca271-3c85-47b8-b514-1ff9638d3613 None None] Routers {'382bbd56-dd33-49b3-999b-be53ae2bf72c'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:12:55.913781 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-787ca271-3c85-47b8-b514-1ff9638d3613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:12:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['382bbd56-dd33-49b3-999b-be53ae2bf72c'], 'active': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:12:55.941666 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-22abfe28-bd30-45d7-8b6f-6f2251921e6b admin admin] Publish callbacks [] for router, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:55.942887 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-22abfe28-bd30-45d7-8b6f-6f2251921e6b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7593758 Nov 19 15:12:55.945775 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 49606) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:12:55.985289 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da0d74-4528-4723-800c-6dbd07d656f0 req-b20d6fcf-d939-4482-a3ca-88d4033aa816 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:55.987189 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-95da0d74-4528-4723-800c-6dbd07d656f0 req-b20d6fcf-d939-4482-a3ca-88d4033aa816 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] 10.222.0.20 "GET /v2.0/ports?device_id=981c7fa0-c831-440d-ad40-61b2e67a4a4d HTTP/1.1" status: 200 len: 949 time: 0.0962915 Nov 19 15:12:56.046695 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-95da0d74-4528-4723-800c-6dbd07d656f0 req-3a8144b0-d0ef-4282-93f6-7ced5cbb2f1f tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed91df6-e736-4587-90db-f7078fd8e8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527768 Nov 19 15:12:56.101481 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419ab3f-e801-424c-b142-ed16516e7cd6 req-dc6bb91a-3eed-47f9-b6c2-83fc52666b03 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:56.102925 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6419ab3f-e801-424c-b142-ed16516e7cd6 req-dc6bb91a-3eed-47f9-b6c2-83fc52666b03 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 946 time: 0.1142654 Nov 19 15:12:56.120497 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4ecb0c-b1b5-43e6-87e8-28399fc32be0 None None] Sync routers for ids ['021e1929-bce7-4da2-877c-91b0a5927045'] in dv-cinder-817573-1-iscsi {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:12:56.128892 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvr_db [None req-787ca271-3c85-47b8-b514-1ff9638d3613 None None] Set router 382bbd56-dd33-49b3-999b-be53ae2bf72c gateway port host: dv-cinder-817573-1-iscsi {{(pid=102742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:12:56.133563 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4ecb0c-b1b5-43e6-87e8-28399fc32be0 None None] Routers {'021e1929-bce7-4da2-877c-91b0a5927045'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:12:56.135009 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-6a4ecb0c-b1b5-43e6-87e8-28399fc32be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:12:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['021e1929-bce7-4da2-877c-91b0a5927045'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:12:56.160072 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6419ab3f-e801-424c-b142-ed16516e7cd6 req-374be631-9530-41b6-b42d-baad2fe82a7b tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481966 Nov 19 15:12:56.271796 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-6a4ecb0c-b1b5-43e6-87e8-28399fc32be0 None None] Set router 021e1929-bce7-4da2-877c-91b0a5927045 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:12:56.362740 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec64319-1c99-4963-9634-5866e4a56356 None None] Network abb6b325-0f81-4874-b792-789ed862aec8 requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:12:56.370068 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-787ca271-3c85-47b8-b514-1ff9638d3613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382bbd56-dd33-49b3-999b-be53ae2bf72c', 'name': 'tempest-TestVolumeBootPattern-856676121-router', 'tenant_id': 'ca57a6701ccd406c800d9f0764f00183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '99fd38b8-2377-4717-8f26-6e983d902be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:12:54Z', 'updated_at': '2021-11-19T15:12:55Z', 'revision_number': 3, 'project_id': 'ca57a6701ccd406c800d9f0764f00183', 'gw_port': {'id': '99fd38b8-2377-4717-8f26-6e983d902be3', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:01:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382bbd56-dd33-49b3-999b-be53ae2bf72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:54Z', 'updated_at': '2021-11-19T15:12:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi'}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:12:56.411301 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787ca271-3c85-47b8-b514-1ff9638d3613 None None] Checking router: 382bbd56-dd33-49b3-999b-be53ae2bf72c for host: dv-cinder-817573-1-iscsi {{(pid=102742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:12:56.411736 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787ca271-3c85-47b8-b514-1ff9638d3613 None None] Updating router 382bbd56-dd33-49b3-999b-be53ae2bf72c port 99fd38b8-2377-4717-8f26-6e983d902be3 binding host dv-cinder-817573-1-iscsi {{(pid=102742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 15:12:56.443876 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-787ca271-3c85-47b8-b514-1ff9638d3613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:56.483492 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-ea7c040b-a997-4c6d-9bad-ee0aca28e38d None None] Provisioning complete for port bc0a2591-d4e5-458e-ab60-429fa241af30 triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:12:56.483861 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-ea7c040b-a997-4c6d-9bad-ee0aca28e38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:56.521771 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device bc0a2591-d4e5-458e-ab60-429fa241af30 up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:12:56.715499 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port bc0a2591-d4e5-458e-ab60-429fa241af30 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:12:56.715791 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:56.783253 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-787ca271-3c85-47b8-b514-1ff9638d3613 None None] Publish callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:56.790995 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-787ca271-3c85-47b8-b514-1ff9638d3613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:56.845643 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-787ca271-3c85-47b8-b514-1ff9638d3613 None None] Attempting to bind port 99fd38b8-2377-4717-8f26-6e983d902be3 on host dv-cinder-817573-1-iscsi for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:12:56.846015 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-787ca271-3c85-47b8-b514-1ff9638d3613 None None] Attempting to bind port 99fd38b8-2377-4717-8f26-6e983d902be3 by drivers openvswitch,hyperv on host dv-cinder-817573-1-iscsi at level 0 using segments [{'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:12:56.846397 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787ca271-3c85-47b8-b514-1ff9638d3613 None None] Attempting to bind port 99fd38b8-2377-4717-8f26-6e983d902be3 on network 28d9acba-080c-4a37-9781-fba989a64823 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:12:56.846955 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-a4914067-283f-44b0-b1bb-0399e7afe2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:56.853879 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04545609-bb03-4bda-9e7b-8f47eb0374a2 None None] Pushing event updated for resources: {'Port': ['ID=99fd38b8-2377-4717-8f26-6e983d902be3,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:56.856179 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787ca271-3c85-47b8-b514-1ff9638d3613 None None] Checking agent: {'id': '93bd3d20-65c6-439e-b74a-dd66c3cedb61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 14, 56, 22), 'started_at': datetime.datetime(2021, 11, 19, 14, 56, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:12:56.856553 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787ca271-3c85-47b8-b514-1ff9638d3613 None None] Checking segment: {'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:12:56.856978 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-787ca271-3c85-47b8-b514-1ff9638d3613 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:56.857367 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787ca271-3c85-47b8-b514-1ff9638d3613 None None] Bound using segment: {'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:12:56.858119 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-787ca271-3c85-47b8-b514-1ff9638d3613 None None] Bound port: 99fd38b8-2377-4717-8f26-6e983d902be3, host: dv-cinder-817573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c548d3f-e438-4dec-b739-b60f621b5d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d9acba-080c-4a37-9781-fba989a64823'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:12:56.858250 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-787ca271-3c85-47b8-b514-1ff9638d3613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:56.881976 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04545609-bb03-4bda-9e7b-8f47eb0374a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:56.882346 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04545609-bb03-4bda-9e7b-8f47eb0374a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:56.882684 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04545609-bb03-4bda-9e7b-8f47eb0374a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:56.883028 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04545609-bb03-4bda-9e7b-8f47eb0374a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:56.883341 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04545609-bb03-4bda-9e7b-8f47eb0374a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:56.883668 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04545609-bb03-4bda-9e7b-8f47eb0374a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:56.884006 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04545609-bb03-4bda-9e7b-8f47eb0374a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:56.884976 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04545609-bb03-4bda-9e7b-8f47eb0374a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:56.885314 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04545609-bb03-4bda-9e7b-8f47eb0374a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:56.885642 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04545609-bb03-4bda-9e7b-8f47eb0374a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:56.885960 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04545609-bb03-4bda-9e7b-8f47eb0374a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:56.886281 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04545609-bb03-4bda-9e7b-8f47eb0374a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:12:56.913568 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-ea7c040b-a997-4c6d-9bad-ee0aca28e38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:56.922824 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-787ca271-3c85-47b8-b514-1ff9638d3613 None None] For port 99fd38b8-2377-4717-8f26-6e983d902be3, host dv-cinder-817573-1-iscsi, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:12:56.927227 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-787ca271-3c85-47b8-b514-1ff9638d3613 None None] For port 99fd38b8-2377-4717-8f26-6e983d902be3, host dv-cinder-817573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=99fd38b8-2377-4717-8f26-6e983d902be3,segment=NetworkSegment(8c548d3f-e438-4dec-b739-b60f621b5d36),segment_id=8c548d3f-e438-4dec-b739-b60f621b5d36)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:12:56.932181 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-787ca271-3c85-47b8-b514-1ff9638d3613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:56.966226 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-6a4ecb0c-b1b5-43e6-87e8-28399fc32be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021e1929-bce7-4da2-877c-91b0a5927045', 'name': 'tempest-TestVolumeBootPattern-1321544495-router', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:52Z', 'revision_number': 4, 'project_id': '65503588761e4489b784b977e0d1e639', 'gw_port': {'id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '4bd73374-bd95-41dd-83a6-299b371ec3c6', 'name': '', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'mac_address': 'fa:16:3e:51:13:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:51Z', 'updated_at': '2021-11-19T15:12:52Z', 'revision_number': 2, 'project_id': '65503588761e4489b784b977e0d1e639', 'subnets': [{'id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:12:56.996509 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787ca271-3c85-47b8-b514-1ff9638d3613 None None] Routers {'382bbd56-dd33-49b3-999b-be53ae2bf72c'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:12:56.997156 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-787ca271-3c85-47b8-b514-1ff9638d3613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:12:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['382bbd56-dd33-49b3-999b-be53ae2bf72c'], 'active': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:12:57.006345 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-ea7c040b-a997-4c6d-9bad-ee0aca28e38d None None] For port bc0a2591-d4e5-458e-ab60-429fa241af30, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=bc0a2591-d4e5-458e-ab60-429fa241af30,segment=NetworkSegment(ad0e7cf3-96a5-48c5-b691-7e10036d1454),segment_id=ad0e7cf3-96a5-48c5-b691-7e10036d1454)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:12:57.007454 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4ecb0c-b1b5-43e6-87e8-28399fc32be0 None None] Checking router: 021e1929-bce7-4da2-877c-91b0a5927045 for host: dv-cinder-817573-1-iscsi {{(pid=102741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:12:57.007818 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4ecb0c-b1b5-43e6-87e8-28399fc32be0 None None] Updating router 021e1929-bce7-4da2-877c-91b0a5927045 port 4bd73374-bd95-41dd-83a6-299b371ec3c6 binding host dv-cinder-817573-1-iscsi {{(pid=102741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 15:12:57.036574 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_common [None req-a4914067-283f-44b0-b1bb-0399e7afe2f3 admin admin] Allocated IP 172.20.0.1 (abb6b325-0f81-4874-b792-789ed862aec8/99162008-4c95-42e4-ab49-3af0f0bd9d37/77e2cf9f-2e5d-441f-a04a-d692341e6503) {{(pid=102740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:12:57.038194 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04545609-bb03-4bda-9e7b-8f47eb0374a2 None None] Pushing event updated for resources: {'Port': ['ID=99fd38b8-2377-4717-8f26-6e983d902be3,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:57.065528 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-ea7c040b-a997-4c6d-9bad-ee0aca28e38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:57.125562 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-6a4ecb0c-b1b5-43e6-87e8-28399fc32be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:57.136505 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvr_db [None req-787ca271-3c85-47b8-b514-1ff9638d3613 None None] Set router 382bbd56-dd33-49b3-999b-be53ae2bf72c gateway port host: dv-cinder-817573-1-iscsi {{(pid=102742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:12:57.140229 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:57.200622 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-a4914067-283f-44b0-b1bb-0399e7afe2f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:57.208303 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c040b-a997-4c6d-9bad-ee0aca28e38d None None] Pushing event updated for resources: {'Port': ['ID=bc0a2591-d4e5-458e-ab60-429fa241af30,revision_number=3']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:57.247127 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-a4914067-283f-44b0-b1bb-0399e7afe2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:57.259740 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82bbff-a06b-4576-bfb7-c01cce68bfa8 req-b4a81fa9-33a6-4f43-aed2-f2ed117744fa tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:57.261653 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-cb82bbff-a06b-4576-bfb7-c01cce68bfa8 req-b4a81fa9-33a6-4f43-aed2-f2ed117744fa tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] 10.222.0.20 "GET /v2.0/ports?device_id=981c7fa0-c831-440d-ad40-61b2e67a4a4d HTTP/1.1" status: 200 len: 949 time: 0.0949085 Nov 19 15:12:57.330715 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-cb82bbff-a06b-4576-bfb7-c01cce68bfa8 req-35d22876-9a0f-4f24-80ab-9e068fbf834e tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed91df6-e736-4587-90db-f7078fd8e8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632899 Nov 19 15:12:57.350821 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4914067-283f-44b0-b1bb-0399e7afe2f3 admin admin] Network abb6b325-0f81-4874-b792-789ed862aec8 is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:12:57.353754 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [None req-a4914067-283f-44b0-b1bb-0399e7afe2f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:12:57.357001 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4914067-283f-44b0-b1bb-0399e7afe2f3 admin admin] Received port after_create {{(pid=102740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:12:57.387238 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4914067-283f-44b0-b1bb-0399e7afe2f3 admin admin] Pushing event updated for resources: {'Port': ['ID=77e2cf9f-2e5d-441f-a04a-d692341e6503,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:57.397601 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.db.api [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 15:12:57.398106 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG oslo_db.api [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 15:12:57.402976 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-029b4e56-093c-47f7-857c-cc98dcab41cb None None] Provisioning complete for port bc0a2591-d4e5-458e-ab60-429fa241af30 triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:12:57.403360 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-029b4e56-093c-47f7-857c-cc98dcab41cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:57.423658 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60de21a-9723-42a0-865d-d091beb70947 req-ab791bf8-6c46-43b6-8183-55f76889b7c8 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:57.428255 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-787ca271-3c85-47b8-b514-1ff9638d3613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382bbd56-dd33-49b3-999b-be53ae2bf72c', 'name': 'tempest-TestVolumeBootPattern-856676121-router', 'tenant_id': 'ca57a6701ccd406c800d9f0764f00183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '99fd38b8-2377-4717-8f26-6e983d902be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:12:54Z', 'updated_at': '2021-11-19T15:12:55Z', 'revision_number': 3, 'project_id': 'ca57a6701ccd406c800d9f0764f00183', 'gw_port': {'id': '99fd38b8-2377-4717-8f26-6e983d902be3', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:01:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382bbd56-dd33-49b3-999b-be53ae2bf72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:54Z', 'updated_at': '2021-11-19T15:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi'}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:12:57.439103 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d60de21a-9723-42a0-865d-d091beb70947 req-ab791bf8-6c46-43b6-8183-55f76889b7c8 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 946 time: 0.1588712 Nov 19 15:12:57.460472 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787ca271-3c85-47b8-b514-1ff9638d3613 None None] The sync data for ids ['382bbd56-dd33-49b3-999b-be53ae2bf72c'] in dv-cinder-817573-1-iscsi is: [{'id': '382bbd56-dd33-49b3-999b-be53ae2bf72c', 'name': 'tempest-TestVolumeBootPattern-856676121-router', 'tenant_id': 'ca57a6701ccd406c800d9f0764f00183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '99fd38b8-2377-4717-8f26-6e983d902be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:12:54Z', 'updated_at': '2021-11-19T15:12:55Z', 'revision_number': 3, 'project_id': 'ca57a6701ccd406c800d9f0764f00183', 'gw_port': {'id': '99fd38b8-2377-4717-8f26-6e983d902be3', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:01:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382bbd56-dd33-49b3-999b-be53ae2bf72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:54Z', 'updated_at': '2021-11-19T15:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi'}] {{(pid=102742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:12:57.464868 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-a4914067-283f-44b0-b1bb-0399e7afe2f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469380'] for router_interface, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:57.570240 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d60de21a-9723-42a0-865d-d091beb70947 req-9e2b1222-d176-456e-8646-6e19e4db1a4a tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299460 Nov 19 15:12:57.616516 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-6a4ecb0c-b1b5-43e6-87e8-28399fc32be0 None None] Publish callbacks [] for port, precommit_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:57.646385 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-6a4ecb0c-b1b5-43e6-87e8-28399fc32be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:57.673467 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-a4914067-283f-44b0-b1bb-0399e7afe2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:57.744935 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7880a75-3e8c-4b0c-abbe-0f32ff1f1060 None None] Pushing event updated for resources: {'Port': ['ID=4bd73374-bd95-41dd-83a6-299b371ec3c6,revision_number=3']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:57.847547 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-6a4ecb0c-b1b5-43e6-87e8-28399fc32be0 None None] Attempting to bind port 4bd73374-bd95-41dd-83a6-299b371ec3c6 on host dv-cinder-817573-1-iscsi for vnic_type normal with profile {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:12:57.847916 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-6a4ecb0c-b1b5-43e6-87e8-28399fc32be0 None None] Attempting to bind port 4bd73374-bd95-41dd-83a6-299b371ec3c6 by drivers openvswitch,hyperv on host dv-cinder-817573-1-iscsi at level 0 using segments [{'id': '4e148c86-ca99-492f-8666-55e54f07b46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81'}] {{(pid=102741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:12:57.848277 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4ecb0c-b1b5-43e6-87e8-28399fc32be0 None None] Attempting to bind port 4bd73374-bd95-41dd-83a6-299b371ec3c6 on network 1c592f38-b1dc-4d53-b93f-a1671b339d81 {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:12:57.849562 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2fc2a-71d2-4639-85a4-1a2c42992b13 req-c6fee4f6-9957-42a8-a8c8-3bcce0577b6c tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:57.851361 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0eb2fc2a-71d2-4639-85a4-1a2c42992b13 req-c6fee4f6-9957-42a8-a8c8-3bcce0577b6c tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] 10.222.0.20 "GET /v2.0/ports?device_id=981c7fa0-c831-440d-ad40-61b2e67a4a4d HTTP/1.1" status: 200 len: 949 time: 0.1610250 Nov 19 15:12:57.859312 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4ecb0c-b1b5-43e6-87e8-28399fc32be0 None None] Checking agent: {'id': '93bd3d20-65c6-439e-b74a-dd66c3cedb61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 14, 56, 22), 'started_at': datetime.datetime(2021, 11, 19, 14, 56, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:12:57.859678 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4ecb0c-b1b5-43e6-87e8-28399fc32be0 None None] Checking segment: {'id': '4e148c86-ca99-492f-8666-55e54f07b46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:12:57.860077 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-6a4ecb0c-b1b5-43e6-87e8-28399fc32be0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:57.860461 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4ecb0c-b1b5-43e6-87e8-28399fc32be0 None None] Bound using segment: {'id': '4e148c86-ca99-492f-8666-55e54f07b46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81'} {{(pid=102741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:12:57.860964 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.managers [None req-6a4ecb0c-b1b5-43e6-87e8-28399fc32be0 None None] Bound port: 4bd73374-bd95-41dd-83a6-299b371ec3c6, host: dv-cinder-817573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e148c86-ca99-492f-8666-55e54f07b46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81'}}] {{(pid=102741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:12:57.861341 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-6a4ecb0c-b1b5-43e6-87e8-28399fc32be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:57.922555 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0eb2fc2a-71d2-4639-85a4-1a2c42992b13 req-7990852f-c11b-4636-9adc-2b1a8f32ea67 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed91df6-e736-4587-90db-f7078fd8e8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621614 Nov 19 15:12:57.967126 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 192f7609-4f41-4a8f-a959-dbe2cf22a618 up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:12:57.987373 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-a4914067-283f-44b0-b1bb-0399e7afe2f3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:58.002539 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-a4914067-283f-44b0-b1bb-0399e7afe2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59360342'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:58.010220 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-6a4ecb0c-b1b5-43e6-87e8-28399fc32be0 None None] For port 4bd73374-bd95-41dd-83a6-299b371ec3c6, host dv-cinder-817573-1-iscsi, cleared binding levels {{(pid=102741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:12:58.031130 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-6a4ecb0c-b1b5-43e6-87e8-28399fc32be0 None None] For port 4bd73374-bd95-41dd-83a6-299b371ec3c6, host dv-cinder-817573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=4bd73374-bd95-41dd-83a6-299b371ec3c6,segment=NetworkSegment(4e148c86-ca99-492f-8666-55e54f07b46f),segment_id=4e148c86-ca99-492f-8666-55e54f07b46f)] {{(pid=102741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:12:58.038559 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-6a4ecb0c-b1b5-43e6-87e8-28399fc32be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:58.043469 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-9843efb4-b9f2-4c53-b509-246fffe8fc24 None None] Provisioning complete for port 77e2cf9f-2e5d-441f-a04a-d692341e6503 triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:12:58.043831 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-9843efb4-b9f2-4c53-b509-246fffe8fc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:58.077837 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-a4914067-283f-44b0-b1bb-0399e7afe2f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469780'] for router_interface, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:58.079597 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4914067-283f-44b0-b1bb-0399e7afe2f3 admin admin] Pushing event updated for resources: {'Port': ['ID=77e2cf9f-2e5d-441f-a04a-d692341e6503,revision_number=2']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:58.134735 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-9843efb4-b9f2-4c53-b509-246fffe8fc24 None None] Port 77e2cf9f-2e5d-441f-a04a-d692341e6503 cannot update to ACTIVE because it is not bound. {{(pid=102741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 15:12:58.148150 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port 192f7609-4f41-4a8f-a959-dbe2cf22a618 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:12:58.148907 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:58.150248 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4ecb0c-b1b5-43e6-87e8-28399fc32be0 None None] Routers {'021e1929-bce7-4da2-877c-91b0a5927045'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:12:58.150968 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-6a4ecb0c-b1b5-43e6-87e8-28399fc32be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:12:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['021e1929-bce7-4da2-877c-91b0a5927045'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:12:58.154759 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7880a75-3e8c-4b0c-abbe-0f32ff1f1060 None None] Pushing event updated for resources: {'Port': ['ID=4bd73374-bd95-41dd-83a6-299b371ec3c6,revision_number=4']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:58.202478 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4914067-283f-44b0-b1bb-0399e7afe2f3 admin admin] Network abb6b325-0f81-4874-b792-789ed862aec8 is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:12:58.203934 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [None req-a4914067-283f-44b0-b1bb-0399e7afe2f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:12:58.325811 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-92f37ce5-861e-4879-916c-93ecf9639464 None None] Provisioning complete for port 4bd73374-bd95-41dd-83a6-299b371ec3c6 triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:12:58.326347 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-92f37ce5-861e-4879-916c-93ecf9639464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:58.366882 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4914067-283f-44b0-b1bb-0399e7afe2f3 admin admin] Router 382bbd56-dd33-49b3-999b-be53ae2bf72c has already been hosted by L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d {{(pid=102740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 15:12:58.434889 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-6a4ecb0c-b1b5-43e6-87e8-28399fc32be0 None None] Set router 021e1929-bce7-4da2-877c-91b0a5927045 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:12:58.499081 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4914067-283f-44b0-b1bb-0399e7afe2f3 admin admin] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:12:58.504724 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-a4914067-283f-44b0-b1bb-0399e7afe2f3 admin admin] 10.222.0.20 "PUT /v2.0/routers/382bbd56-dd33-49b3-999b-be53ae2bf72c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5577202 Nov 19 15:12:58.609345 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-92f37ce5-861e-4879-916c-93ecf9639464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:58.703543 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-92f37ce5-861e-4879-916c-93ecf9639464 None None] For port 4bd73374-bd95-41dd-83a6-299b371ec3c6, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=4bd73374-bd95-41dd-83a6-299b371ec3c6,segment=NetworkSegment(4e148c86-ca99-492f-8666-55e54f07b46f),segment_id=4e148c86-ca99-492f-8666-55e54f07b46f)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:12:58.709010 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-92f37ce5-861e-4879-916c-93ecf9639464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:58.752013 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23439979-3372-4d41-890b-9b716c73e99b req-f94a9700-71db-4e2d-821d-7760b6ed103a tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:58.754340 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-23439979-3372-4d41-890b-9b716c73e99b req-f94a9700-71db-4e2d-821d-7760b6ed103a tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 946 time: 0.0740354 Nov 19 15:12:58.795711 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 4bd73374-bd95-41dd-83a6-299b371ec3c6 up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:12:58.810620 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-23439979-3372-4d41-890b-9b716c73e99b req-d32d5399-8349-4aae-9e25-841c84a76964 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492835 Nov 19 15:12:58.904218 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f37ce5-861e-4879-916c-93ecf9639464 None None] Pushing event updated for resources: {'Port': ['ID=4bd73374-bd95-41dd-83a6-299b371ec3c6,revision_number=5']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:58.911693 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-530b570c-80a9-429d-81f6-c85a144e0d3a None None] Provisioning complete for port 4bd73374-bd95-41dd-83a6-299b371ec3c6 triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:12:58.912345 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-530b570c-80a9-429d-81f6-c85a144e0d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:58.978402 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port 4bd73374-bd95-41dd-83a6-299b371ec3c6 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:12:58.978867 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:58.984869 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-6a4ecb0c-b1b5-43e6-87e8-28399fc32be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021e1929-bce7-4da2-877c-91b0a5927045', 'name': 'tempest-TestVolumeBootPattern-1321544495-router', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:52Z', 'revision_number': 4, 'project_id': '65503588761e4489b784b977e0d1e639', 'gw_port': {'id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '4bd73374-bd95-41dd-83a6-299b371ec3c6', 'name': '', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'mac_address': 'fa:16:3e:51:13:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:51Z', 'updated_at': '2021-11-19T15:12:57Z', 'revision_number': 4, 'project_id': '65503588761e4489b784b977e0d1e639', 'subnets': [{'id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:12:59.063433 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d12072-89b5-4cde-bf64-041b2b63b2c0 req-dc658f3d-a431-4275-b78a-ee19b67c9c15 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:59.065016 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-b5d12072-89b5-4cde-bf64-041b2b63b2c0 req-dc658f3d-a431-4275-b78a-ee19b67c9c15 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] 10.222.0.20 "GET /v2.0/ports?device_id=981c7fa0-c831-440d-ad40-61b2e67a4a4d HTTP/1.1" status: 200 len: 949 time: 0.0628817 Nov 19 15:12:59.124269 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-b5d12072-89b5-4cde-bf64-041b2b63b2c0 req-58944717-8615-4014-b0e5-9f7437cd17f6 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed91df6-e736-4587-90db-f7078fd8e8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515330 Nov 19 15:12:59.187301 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564095e-c13a-4fd0-bc7a-ab2e930f8f3d req-8fedd240-7700-4648-8c9c-4104b8eaf4fc tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:12:59.189200 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f564095e-c13a-4fd0-bc7a-ab2e930f8f3d req-8fedd240-7700-4648-8c9c-4104b8eaf4fc tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] 10.222.0.11 "GET /v2.0/ports?device_id=981c7fa0-c831-440d-ad40-61b2e67a4a4d HTTP/1.1" status: 200 len: 949 time: 0.0627036 Nov 19 15:12:59.192527 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 49628) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:12:59.196747 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4ecb0c-b1b5-43e6-87e8-28399fc32be0 None None] The sync data for ids ['021e1929-bce7-4da2-877c-91b0a5927045'] in dv-cinder-817573-1-iscsi is: [{'id': '021e1929-bce7-4da2-877c-91b0a5927045', 'name': 'tempest-TestVolumeBootPattern-1321544495-router', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:52Z', 'revision_number': 4, 'project_id': '65503588761e4489b784b977e0d1e639', 'gw_port': {'id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '4bd73374-bd95-41dd-83a6-299b371ec3c6', 'name': '', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'mac_address': 'fa:16:3e:51:13:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:51Z', 'updated_at': '2021-11-19T15:12:57Z', 'revision_number': 4, 'project_id': '65503588761e4489b784b977e0d1e639', 'subnets': [{'id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:12:59.199194 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-5b552703-d3b2-425e-baef-f32f4a6a417c tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-417721389', 'description': 'tempest-secgroup-smoke-417721389 description', 'project_id': '65503588761e4489b784b977e0d1e639'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:12:59.238917 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-5b552703-d3b2-425e-baef-f32f4a6a417c tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for security_group, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:59.316665 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 99fd38b8-2377-4717-8f26-6e983d902be3 up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:12:59.323964 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-f564095e-c13a-4fd0-bc7a-ab2e930f8f3d req-c8245dee-4d88-41a4-a055-31b2d334037d tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] Deleting port e493b4a7-dca9-4696-b796-400540758bdb {{(pid=102740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:12:59.324385 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-f564095e-c13a-4fd0-bc7a-ab2e930f8f3d req-c8245dee-4d88-41a4-a055-31b2d334037d tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:59.339988 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-5b552703-d3b2-425e-baef-f32f4a6a417c tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for security_group, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:59.348983 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-5b552703-d3b2-425e-baef-f32f4a6a417c tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:59.354412 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-530b570c-80a9-429d-81f6-c85a144e0d3a None None] Provisioning complete for port 77e2cf9f-2e5d-441f-a04a-d692341e6503 triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:12:59.354786 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-530b570c-80a9-429d-81f6-c85a144e0d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:59.388376 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b552703-d3b2-425e-baef-f32f4a6a417c tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea866e4-f477-42a1-9ba1-28edf782b752,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:59.404783 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-5b552703-d3b2-425e-baef-f32f4a6a417c tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:59.409332 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-5b552703-d3b2-425e-baef-f32f4a6a417c tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2127657 Nov 19 15:12:59.409759 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 49630) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:12:59.413294 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-530b570c-80a9-429d-81f6-c85a144e0d3a None None] Port 77e2cf9f-2e5d-441f-a04a-d692341e6503 cannot update to ACTIVE because it is not bound. {{(pid=102741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 15:12:59.414403 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-341723e0-c589-4cea-9dce-cd48dfbcdfe0 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Request body: {'security_group_rule': {'security_group_id': '7ea866e4-f477-42a1-9ba1-28edf782b752', 'project_id': '65503588761e4489b784b977e0d1e639', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:12:59.426599 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port 99fd38b8-2377-4717-8f26-6e983d902be3 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:12:59.426971 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:59.454100 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-341723e0-c589-4cea-9dce-cd48dfbcdfe0 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:59.459789 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-f564095e-c13a-4fd0-bc7a-ab2e930f8f3d req-c8245dee-4d88-41a4-a055-31b2d334037d tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] For port e493b4a7-dca9-4696-b796-400540758bdb, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=e493b4a7-dca9-4696-b796-400540758bdb,segment=NetworkSegment(ae887152-4cfa-4992-934b-8654c594bb58),segment_id=ae887152-4cfa-4992-934b-8654c594bb58)] {{(pid=102740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:12:59.460546 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-f564095e-c13a-4fd0-bc7a-ab2e930f8f3d req-c8245dee-4d88-41a4-a055-31b2d334037d tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:59.480989 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-f564095e-c13a-4fd0-bc7a-ab2e930f8f3d req-c8245dee-4d88-41a4-a055-31b2d334037d tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] Calling delete_port for e493b4a7-dca9-4696-b796-400540758bdb owned by compute:nova {{(pid=102740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:12:59.519831 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:59.533410 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-341723e0-c589-4cea-9dce-cd48dfbcdfe0 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:59.538206 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-341723e0-c589-4cea-9dce-cd48dfbcdfe0 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783094'] for security_group_rule, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:59.548851 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] For port 99fd38b8-2377-4717-8f26-6e983d902be3, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=99fd38b8-2377-4717-8f26-6e983d902be3,segment=NetworkSegment(8c548d3f-e438-4dec-b739-b60f621b5d36),segment_id=8c548d3f-e438-4dec-b739-b60f621b5d36)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:12:59.554025 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:59.555121 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device bc0a2591-d4e5-458e-ab60-429fa241af30 up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:12:59.559036 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341723e0-c589-4cea-9dce-cd48dfbcdfe0 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319bcffd-9371-400e-9a9a-fe061a878e27,revision_number=0']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:59.579148 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-341723e0-c589-4cea-9dce-cd48dfbcdfe0 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:59.593030 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 49632) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:12:59.593246 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-341723e0-c589-4cea-9dce-cd48dfbcdfe0 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1823173 Nov 19 15:12:59.600892 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [None req-74a04530-a8e4-463c-8f8a-44c0764a39f1 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Request body: {'security_group_rule': {'security_group_id': '7ea866e4-f477-42a1-9ba1-28edf782b752', 'project_id': '65503588761e4489b784b977e0d1e639', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:12:59.669491 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-f564095e-c13a-4fd0-bc7a-ab2e930f8f3d req-c8245dee-4d88-41a4-a055-31b2d334037d tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:59.674189 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Pushing event updated for resources: {'Port': ['ID=99fd38b8-2377-4717-8f26-6e983d902be3,revision_number=4']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:59.677413 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-74a04530-a8e4-463c-8f8a-44c0764a39f1 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:59.684732 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['e493b4a7-dca9-4696-b796-400540758bdb'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:12:59.714702 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8245dee-4d88-41a4-a055-31b2d334037d tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] Pushing event deleted for resources: {'Port': ['ID=e493b4a7-dca9-4696-b796-400540758bdb,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:59.714943 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port bc0a2591-d4e5-458e-ab60-429fa241af30 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:12:59.715587 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:59.781206 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-f564095e-c13a-4fd0-bc7a-ab2e930f8f3d req-c8245dee-4d88-41a4-a055-31b2d334037d tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] No DVR routers for this DVR port e493b4a7-dca9-4696-b796-400540758bdb on host hv-cinder-81757 {{(pid=102740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 15:12:59.784907 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-f564095e-c13a-4fd0-bc7a-ab2e930f8f3d req-c8245dee-4d88-41a4-a055-31b2d334037d tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:59.788212 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f564095e-c13a-4fd0-bc7a-ab2e930f8f3d req-c8245dee-4d88-41a4-a055-31b2d334037d tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] 10.222.0.11 "DELETE /v2.0/ports/e493b4a7-dca9-4696-b796-400540758bdb HTTP/1.1" status: 204 len: 173 time: 0.5822482 Nov 19 15:12:59.788676 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '981c7fa0-c831-440d-ad40-61b2e67a4a4d', 'name': 'network-vif-deleted', 'tag': 'e493b4a7-dca9-4696-b796-400540758bdb'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:12:59.791506 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11cb618d-53e6-4cae-9765-e23478e05b91" -d '{"events": [{"server_uuid": "981c7fa0-c831-440d-ad40-61b2e67a4a4d", "name": "network-vif-deleted", "tag": "e493b4a7-dca9-4696-b796-400540758bdb"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:12:59.854850 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-74a04530-a8e4-463c-8f8a-44c0764a39f1 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:59.859135 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19c04ce-0cba-4134-8f08-19b8a5dc2dd1 x-openstack-request-id: req-e19c04ce-0cba-4134-8f08-19b8a5dc2dd1 {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:12:59.859442 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "981c7fa0-c831-440d-ad40-61b2e67a4a4d", "name": "network-vif-deleted", "tag": "e493b4a7-dca9-4696-b796-400540758bdb", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:12:59.859712 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e19c04ce-0cba-4134-8f08-19b8a5dc2dd1 {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:12:59.860131 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '981c7fa0-c831-440d-ad40-61b2e67a4a4d', 'name': 'network-vif-deleted', 'tag': 'e493b4a7-dca9-4696-b796-400540758bdb', 'status': 'completed', 'code': 200} Nov 19 15:12:59.861325 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-74a04530-a8e4-463c-8f8a-44c0764a39f1 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783094'] for security_group_rule, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:59.879512 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a04530-a8e4-463c-8f8a-44c0764a39f1 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd562c0-a2df-495a-b39f-144ab9a9a1bb,revision_number=0']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:12:59.890365 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-74a04530-a8e4-463c-8f8a-44c0764a39f1 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:12:59.891763 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-74a04530-a8e4-463c-8f8a-44c0764a39f1 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2976418 Nov 19 15:12:59.896194 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 49638) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:12:59.902888 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-5074ca21-4d9c-4671-a458-095bdd8d36e4 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Request body: {'security_group_rule': {'security_group_id': '7ea866e4-f477-42a1-9ba1-28edf782b752', 'project_id': '65503588761e4489b784b977e0d1e639', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:12:59.946422 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-5074ca21-4d9c-4671-a458-095bdd8d36e4 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:00.018469 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ec2bef-1a11-4253-9a5e-a99796a057f6 None None] Sync routers for ids ['382bbd56-dd33-49b3-999b-be53ae2bf72c'] in dv-cinder-817573-1-iscsi {{(pid=102742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:13:00.020031 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd6d80-866a-4cd9-93dd-d3fb4f25b0f7 req-b11580af-ecec-4d40-b985-018f8697e3d2 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:00.022115 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f0dd6d80-866a-4cd9-93dd-d3fb4f25b0f7 req-b11580af-ecec-4d40-b985-018f8697e3d2 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 946 time: 0.0845730 Nov 19 15:13:00.039539 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ec2bef-1a11-4253-9a5e-a99796a057f6 None None] Routers {'382bbd56-dd33-49b3-999b-be53ae2bf72c'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:13:00.040239 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-78ec2bef-1a11-4253-9a5e-a99796a057f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:12:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['382bbd56-dd33-49b3-999b-be53ae2bf72c'], 'active': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:13:00.070576 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-5074ca21-4d9c-4671-a458-095bdd8d36e4 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:00.075825 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-5074ca21-4d9c-4671-a458-095bdd8d36e4 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783094'] for security_group_rule, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:00.086030 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f0dd6d80-866a-4cd9-93dd-d3fb4f25b0f7 req-b1f3ada7-2c3f-4936-8b22-38353adcec7d tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533295 Nov 19 15:13:00.109049 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5074ca21-4d9c-4671-a458-095bdd8d36e4 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8cb19c4-7a08-4ef4-bbd3-f978a8118b2c,revision_number=0']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:13:00.109049 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-5074ca21-4d9c-4671-a458-095bdd8d36e4 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:00.109049 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-5074ca21-4d9c-4671-a458-095bdd8d36e4 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2105341 Nov 19 15:13:00.112153 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 49640) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:13:00.116848 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [None req-78bee7c0-14f2-4c7e-ba11-a1e3291221df tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Request body: {'security_group_rule': {'security_group_id': '7ea866e4-f477-42a1-9ba1-28edf782b752', 'project_id': '65503588761e4489b784b977e0d1e639', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:13:00.146476 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-78bee7c0-14f2-4c7e-ba11-a1e3291221df tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:00.168315 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvr_db [None req-78ec2bef-1a11-4253-9a5e-a99796a057f6 None None] Set router 382bbd56-dd33-49b3-999b-be53ae2bf72c gateway port host: dv-cinder-817573-1-iscsi {{(pid=102742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:13:00.214765 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-78bee7c0-14f2-4c7e-ba11-a1e3291221df tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:00.222590 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-78bee7c0-14f2-4c7e-ba11-a1e3291221df tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783094'] for security_group_rule, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:00.249481 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bee7c0-14f2-4c7e-ba11-a1e3291221df tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0aa91e5-63fa-4e5e-be0a-0f0d1e405264,revision_number=0']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:13:00.266266 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-78bee7c0-14f2-4c7e-ba11-a1e3291221df tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:00.267890 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-78bee7c0-14f2-4c7e-ba11-a1e3291221df tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1545262 Nov 19 15:13:00.271140 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 49644) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:13:00.277359 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [None req-e594d42b-376f-49f8-8446-5b589dc69480 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Request body: {'security_group_rule': {'security_group_id': '7ea866e4-f477-42a1-9ba1-28edf782b752', 'project_id': '65503588761e4489b784b977e0d1e639', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:13:00.307765 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.db.securitygroups_db [None req-e594d42b-376f-49f8-8446-5b589dc69480 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Project 65503588761e4489b784b977e0d1e639 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 15:13:00.309754 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-b2509c98-5839-4e13-89b9-bb5636bc69c8 req-f0006079-2342-4ee3-9834-2c23dc9fa495 tempest-VolumesNegativeTest-1739745417 tempest-VolumesNegativeTest-1739745417-project] 10.222.0.20 "GET /v2.0/ports?device_id=981c7fa0-c831-440d-ad40-61b2e67a4a4d HTTP/1.1" status: 200 len: 210 time: 0.0373178 Nov 19 15:13:00.318361 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-e594d42b-376f-49f8-8446-5b589dc69480 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:00.418339 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-e594d42b-376f-49f8-8446-5b589dc69480 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:00.424335 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-e594d42b-376f-49f8-8446-5b589dc69480 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783094'] for security_group_rule, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:00.437918 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-78ec2bef-1a11-4253-9a5e-a99796a057f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382bbd56-dd33-49b3-999b-be53ae2bf72c', 'name': 'tempest-TestVolumeBootPattern-856676121-router', 'tenant_id': 'ca57a6701ccd406c800d9f0764f00183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '99fd38b8-2377-4717-8f26-6e983d902be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:12:54Z', 'updated_at': '2021-11-19T15:12:57Z', 'revision_number': 4, 'project_id': 'ca57a6701ccd406c800d9f0764f00183', 'gw_port': {'id': '99fd38b8-2377-4717-8f26-6e983d902be3', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:01:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382bbd56-dd33-49b3-999b-be53ae2bf72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:54Z', 'updated_at': '2021-11-19T15:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '77e2cf9f-2e5d-441f-a04a-d692341e6503', 'name': '', 'network_id': 'abb6b325-0f81-4874-b792-789ed862aec8', 'tenant_id': 'ca57a6701ccd406c800d9f0764f00183', 'mac_address': 'fa:16:3e:6b:b4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382bbd56-dd33-49b3-999b-be53ae2bf72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '99162008-4c95-42e4-ab49-3af0f0bd9d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:56Z', 'updated_at': '2021-11-19T15:12:57Z', 'revision_number': 2, 'project_id': 'ca57a6701ccd406c800d9f0764f00183', 'subnets': [{'id': '99162008-4c95-42e4-ab49-3af0f0bd9d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:13:00.454848 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e594d42b-376f-49f8-8446-5b589dc69480 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf78371a-ce0b-4de3-b951-8561f4bad234,revision_number=0']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:13:00.461719 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-e594d42b-376f-49f8-8446-5b589dc69480 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:00.465648 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-e594d42b-376f-49f8-8446-5b589dc69480 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1909299 Nov 19 15:13:00.466275 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 49646) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:13:00.468176 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ec2bef-1a11-4253-9a5e-a99796a057f6 None None] Checking router: 382bbd56-dd33-49b3-999b-be53ae2bf72c for host: dv-cinder-817573-1-iscsi {{(pid=102742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:13:00.468547 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ec2bef-1a11-4253-9a5e-a99796a057f6 None None] Updating router 382bbd56-dd33-49b3-999b-be53ae2bf72c port 77e2cf9f-2e5d-441f-a04a-d692341e6503 binding host dv-cinder-817573-1-iscsi {{(pid=102742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 15:13:00.471900 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-80930679-d08c-4ae3-828a-15a3d75e21c7 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Request body: {'security_group_rule': {'security_group_id': '7ea866e4-f477-42a1-9ba1-28edf782b752', 'project_id': '65503588761e4489b784b977e0d1e639', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:13:00.496775 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-78ec2bef-1a11-4253-9a5e-a99796a057f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:00.502219 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.db.securitygroups_db [None req-80930679-d08c-4ae3-828a-15a3d75e21c7 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Project 65503588761e4489b784b977e0d1e639 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 15:13:00.510824 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-80930679-d08c-4ae3-828a-15a3d75e21c7 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:00.575087 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-80930679-d08c-4ae3-828a-15a3d75e21c7 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:00.579272 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-80930679-d08c-4ae3-828a-15a3d75e21c7 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3783094'] for security_group_rule, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:00.582085 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 4bd73374-bd95-41dd-83a6-299b371ec3c6 up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:13:00.599753 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80930679-d08c-4ae3-828a-15a3d75e21c7 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a120f68f-4ad8-4e63-80f4-c7e7795be37f,revision_number=0']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:13:00.609406 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-80930679-d08c-4ae3-828a-15a3d75e21c7 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:00.614144 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-80930679-d08c-4ae3-828a-15a3d75e21c7 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1466651 Nov 19 15:13:00.640569 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port 4bd73374-bd95-41dd-83a6-299b371ec3c6 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:13:00.649089 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:00.736478 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 99fd38b8-2377-4717-8f26-6e983d902be3 up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:13:00.791358 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port 99fd38b8-2377-4717-8f26-6e983d902be3 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:13:00.791859 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:00.793376 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-78ec2bef-1a11-4253-9a5e-a99796a057f6 None None] Publish callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:00.798613 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-78ec2bef-1a11-4253-9a5e-a99796a057f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:00.846041 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d20e2-5cfc-4c9e-a9bd-58062f878f08 None None] Pushing event updated for resources: {'Port': ['ID=77e2cf9f-2e5d-441f-a04a-d692341e6503,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:13:00.921963 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-78ec2bef-1a11-4253-9a5e-a99796a057f6 None None] Attempting to bind port 77e2cf9f-2e5d-441f-a04a-d692341e6503 on host dv-cinder-817573-1-iscsi for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:13:00.922366 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-78ec2bef-1a11-4253-9a5e-a99796a057f6 None None] Attempting to bind port 77e2cf9f-2e5d-441f-a04a-d692341e6503 by drivers openvswitch,hyperv on host dv-cinder-817573-1-iscsi at level 0 using segments [{'id': 'ad0e7cf3-96a5-48c5-b691-7e10036d1454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'abb6b325-0f81-4874-b792-789ed862aec8'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:13:00.922703 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ec2bef-1a11-4253-9a5e-a99796a057f6 None None] Attempting to bind port 77e2cf9f-2e5d-441f-a04a-d692341e6503 on network abb6b325-0f81-4874-b792-789ed862aec8 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:13:00.927994 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ec2bef-1a11-4253-9a5e-a99796a057f6 None None] Checking agent: {'id': '93bd3d20-65c6-439e-b74a-dd66c3cedb61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817573-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 14, 56, 22), 'started_at': datetime.datetime(2021, 11, 19, 14, 56, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817573-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:13:00.928398 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ec2bef-1a11-4253-9a5e-a99796a057f6 None None] Checking segment: {'id': 'ad0e7cf3-96a5-48c5-b691-7e10036d1454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'abb6b325-0f81-4874-b792-789ed862aec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:13:00.928822 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-78ec2bef-1a11-4253-9a5e-a99796a057f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:00.929229 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ec2bef-1a11-4253-9a5e-a99796a057f6 None None] Bound using segment: {'id': 'ad0e7cf3-96a5-48c5-b691-7e10036d1454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'abb6b325-0f81-4874-b792-789ed862aec8'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:13:00.929732 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-78ec2bef-1a11-4253-9a5e-a99796a057f6 None None] Bound port: 77e2cf9f-2e5d-441f-a04a-d692341e6503, host: dv-cinder-817573-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad0e7cf3-96a5-48c5-b691-7e10036d1454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'abb6b325-0f81-4874-b792-789ed862aec8'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:13:00.930143 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-78ec2bef-1a11-4253-9a5e-a99796a057f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:01.003496 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-78ec2bef-1a11-4253-9a5e-a99796a057f6 None None] For port 77e2cf9f-2e5d-441f-a04a-d692341e6503, host dv-cinder-817573-1-iscsi, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:13:01.008023 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-78ec2bef-1a11-4253-9a5e-a99796a057f6 None None] For port 77e2cf9f-2e5d-441f-a04a-d692341e6503, host dv-cinder-817573-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=77e2cf9f-2e5d-441f-a04a-d692341e6503,segment=NetworkSegment(ad0e7cf3-96a5-48c5-b691-7e10036d1454),segment_id=ad0e7cf3-96a5-48c5-b691-7e10036d1454)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:13:01.012637 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-78ec2bef-1a11-4253-9a5e-a99796a057f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:01.062920 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-99f2c619-defc-474b-8ae5-865c8da24db0 None None] Provisioning complete for port 77e2cf9f-2e5d-441f-a04a-d692341e6503 triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:13:01.063779 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-99f2c619-defc-474b-8ae5-865c8da24db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:01.166218 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-99f2c619-defc-474b-8ae5-865c8da24db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:01.175171 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d20e2-5cfc-4c9e-a9bd-58062f878f08 None None] Pushing event updated for resources: {'Port': ['ID=77e2cf9f-2e5d-441f-a04a-d692341e6503,revision_number=4']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:13:01.184693 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ec2bef-1a11-4253-9a5e-a99796a057f6 None None] Routers {'382bbd56-dd33-49b3-999b-be53ae2bf72c'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:13:01.185536 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-78ec2bef-1a11-4253-9a5e-a99796a057f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:12:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['382bbd56-dd33-49b3-999b-be53ae2bf72c'], 'active': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:13:01.219443 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-99f2c619-defc-474b-8ae5-865c8da24db0 None None] For port 77e2cf9f-2e5d-441f-a04a-d692341e6503, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=77e2cf9f-2e5d-441f-a04a-d692341e6503,segment=NetworkSegment(ad0e7cf3-96a5-48c5-b691-7e10036d1454),segment_id=ad0e7cf3-96a5-48c5-b691-7e10036d1454)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:13:01.224733 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-99f2c619-defc-474b-8ae5-865c8da24db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:01.276537 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e49560-46d8-4218-a78a-8f6cac4a1db9 req-919ae197-f1ff-434f-9266-e6db2ccde264 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:01.279110 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f3e49560-46d8-4218-a78a-8f6cac4a1db9 req-919ae197-f1ff-434f-9266-e6db2ccde264 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 946 time: 0.0756304 Nov 19 15:13:01.292514 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2c619-defc-474b-8ae5-865c8da24db0 None None] Pushing event updated for resources: {'Port': ['ID=77e2cf9f-2e5d-441f-a04a-d692341e6503,revision_number=5']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:13:01.317414 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvr_db [None req-78ec2bef-1a11-4253-9a5e-a99796a057f6 None None] Set router 382bbd56-dd33-49b3-999b-be53ae2bf72c gateway port host: dv-cinder-817573-1-iscsi {{(pid=102742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:13:01.346013 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f3e49560-46d8-4218-a78a-8f6cac4a1db9 req-a8998e1e-f98f-4808-b526-a15d35a5e0de tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564330 Nov 19 15:13:01.452892 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-a4d160cc-fa84-450c-98bb-244bf585785c None None] Provisioning complete for port 77e2cf9f-2e5d-441f-a04a-d692341e6503 triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:13:01.453272 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-a4d160cc-fa84-450c-98bb-244bf585785c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:01.571168 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-78ec2bef-1a11-4253-9a5e-a99796a057f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382bbd56-dd33-49b3-999b-be53ae2bf72c', 'name': 'tempest-TestVolumeBootPattern-856676121-router', 'tenant_id': 'ca57a6701ccd406c800d9f0764f00183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '99fd38b8-2377-4717-8f26-6e983d902be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:12:54Z', 'updated_at': '2021-11-19T15:12:57Z', 'revision_number': 4, 'project_id': 'ca57a6701ccd406c800d9f0764f00183', 'gw_port': {'id': '99fd38b8-2377-4717-8f26-6e983d902be3', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:01:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382bbd56-dd33-49b3-999b-be53ae2bf72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:54Z', 'updated_at': '2021-11-19T15:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '77e2cf9f-2e5d-441f-a04a-d692341e6503', 'name': '', 'network_id': 'abb6b325-0f81-4874-b792-789ed862aec8', 'tenant_id': 'ca57a6701ccd406c800d9f0764f00183', 'mac_address': 'fa:16:3e:6b:b4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382bbd56-dd33-49b3-999b-be53ae2bf72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '99162008-4c95-42e4-ab49-3af0f0bd9d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:56Z', 'updated_at': '2021-11-19T15:13:00Z', 'revision_number': 4, 'project_id': 'ca57a6701ccd406c800d9f0764f00183', 'subnets': [{'id': '99162008-4c95-42e4-ab49-3af0f0bd9d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:13:01.604127 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ec2bef-1a11-4253-9a5e-a99796a057f6 None None] The sync data for ids ['382bbd56-dd33-49b3-999b-be53ae2bf72c'] in dv-cinder-817573-1-iscsi is: [{'id': '382bbd56-dd33-49b3-999b-be53ae2bf72c', 'name': 'tempest-TestVolumeBootPattern-856676121-router', 'tenant_id': 'ca57a6701ccd406c800d9f0764f00183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '99fd38b8-2377-4717-8f26-6e983d902be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:12:54Z', 'updated_at': '2021-11-19T15:12:57Z', 'revision_number': 4, 'project_id': 'ca57a6701ccd406c800d9f0764f00183', 'gw_port': {'id': '99fd38b8-2377-4717-8f26-6e983d902be3', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:01:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382bbd56-dd33-49b3-999b-be53ae2bf72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:54Z', 'updated_at': '2021-11-19T15:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '77e2cf9f-2e5d-441f-a04a-d692341e6503', 'name': '', 'network_id': 'abb6b325-0f81-4874-b792-789ed862aec8', 'tenant_id': 'ca57a6701ccd406c800d9f0764f00183', 'mac_address': 'fa:16:3e:6b:b4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382bbd56-dd33-49b3-999b-be53ae2bf72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '99162008-4c95-42e4-ab49-3af0f0bd9d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:56Z', 'updated_at': '2021-11-19T15:13:00Z', 'revision_number': 4, 'project_id': 'ca57a6701ccd406c800d9f0764f00183', 'subnets': [{'id': '99162008-4c95-42e4-ab49-3af0f0bd9d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:13:02.389871 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020b989-ab83-48e3-9329-2302199fd18f req-f404ac36-9215-4b82-987a-cda523813c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:02.391378 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e020b989-ab83-48e3-9329-2302199fd18f req-f404ac36-9215-4b82-987a-cda523813c61 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=25b1a546d19f4c95ac7e9af520d72381&device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 1099 time: 0.0522339 Nov 19 15:13:02.538340 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a8cf4-d96a-4ce1-9c94-ab3935b4c0a3 req-38a7b5e3-59ad-4e85-832e-e2723428308f tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:02.540102 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d26a8cf4-d96a-4ce1-9c94-ab3935b4c0a3 req-38a7b5e3-59ad-4e85-832e-e2723428308f tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 946 time: 0.0845578 Nov 19 15:13:02.548002 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020b989-ab83-48e3-9329-2302199fd18f req-29dc2572-69ee-4c76-a411-c26c77091047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:02.548327 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e020b989-ab83-48e3-9329-2302199fd18f req-29dc2572-69ee-4c76-a411-c26c77091047 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0559b452-5fe2-4232-b5a3-a5ef8698cc01 HTTP/1.1" status: 200 len: 910 time: 0.1481707 Nov 19 15:13:02.611230 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 77e2cf9f-2e5d-441f-a04a-d692341e6503 up at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:13:02.651406 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e020b989-ab83-48e3-9329-2302199fd18f req-6f016250-2d46-4e6e-b10d-c7b4f4d0aa78 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f027497f-023f-4332-a537-0bf7c3e6a081 HTTP/1.1" status: 200 len: 1002 time: 0.0948513 Nov 19 15:13:02.655439 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d26a8cf4-d96a-4ce1-9c94-ab3935b4c0a3 req-0febe807-520c-4297-a557-299a16c56498 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059971 Nov 19 15:13:02.685145 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Provisioning complete for port 77e2cf9f-2e5d-441f-a04a-d692341e6503 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:13:02.685519 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:02.716880 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020b989-ab83-48e3-9329-2302199fd18f req-bb02e7a7-dac4-4a05-9806-164f8a6fda21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:02.718942 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e020b989-ab83-48e3-9329-2302199fd18f req-bb02e7a7-dac4-4a05-9806-164f8a6fda21 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01cceedc-612a-4504-ab1d-b99395916aac HTTP/1.1" status: 200 len: 848 time: 0.0579698 Nov 19 15:13:02.783955 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device e493b4a7-dca9-4696-b796-400540758bdb no longer exists at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:13:02.793177 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020b989-ab83-48e3-9329-2302199fd18f req-4482d5ed-d102-4a6a-b95d-8581f7f387da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:02.796211 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e020b989-ab83-48e3-9329-2302199fd18f req-4482d5ed-d102-4a6a-b95d-8581f7f387da service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0559b452-5fe2-4232-b5a3-a5ef8698cc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0671120 Nov 19 15:13:02.814241 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] No Port match for: e493b4a7-dca9-4696-b796-400540758bdb {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:13:02.814585 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device e493b4a7-dca9-4696-b796-400540758bdb not bound to the agent host hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:13:02.898881 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e020b989-ab83-48e3-9329-2302199fd18f req-8b37e660-b845-41c1-b4d0-ad40b28abfb0 service neutron] 10.222.0.11 "GET /v2.0/networks/0559b452-5fe2-4232-b5a3-a5ef8698cc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956116 Nov 19 15:13:03.002558 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e020b989-ab83-48e3-9329-2302199fd18f req-48f44d83-55a9-4907-b940-eda313e6c0a5 service neutron] 10.222.0.11 "GET /v2.0/networks/0559b452-5fe2-4232-b5a3-a5ef8698cc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951760 Nov 19 15:13:03.795960 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3b143-44c9-48f5-821c-fc744d251a8f req-c62e317f-0ec2-42b5-ac5a-030bbb651fad tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:03.797565 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-a1b3b143-44c9-48f5-821c-fc744d251a8f req-c62e317f-0ec2-42b5-ac5a-030bbb651fad tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 946 time: 0.0551856 Nov 19 15:13:03.851091 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-a1b3b143-44c9-48f5-821c-fc744d251a8f req-d3cb77ca-b41d-48b6-b1bc-01386ac3cf66 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474520 Nov 19 15:13:04.134744 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:04.973883 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963c534-d357-455f-b4f7-bc7a8ae65cdd req-148990ea-b8d9-46af-857d-d2e041ffa05d tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:04.975340 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8963c534-d357-455f-b4f7-bc7a8ae65cdd req-148990ea-b8d9-46af-857d-d2e041ffa05d tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 946 time: 0.0497687 Nov 19 15:13:05.030150 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8963c534-d357-455f-b4f7-bc7a8ae65cdd req-4a9444e6-d024-4ede-b174-b6623d4d6981 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485556 Nov 19 15:13:05.450325 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 49960) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:13:05.587641 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-8111a448-86b0-41ee-82b0-7f289551aa5c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=12f46011b7ea49c19bdce6781051e356&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361527 Nov 19 15:13:05.590267 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 49964) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:13:05.638395 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-24603b49-2112-4278-9a36-dcff57edc024 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:05.658649 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-24603b49-2112-4278-9a36-dcff57edc024 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:05.708949 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-24603b49-2112-4278-9a36-dcff57edc024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:05.711436 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-24603b49-2112-4278-9a36-dcff57edc024 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:05.712614 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-24603b49-2112-4278-9a36-dcff57edc024 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ed91df6-e736-4587-90db-f7078fd8e8e9 HTTP/1.1" status: 204 len: 168 time: 0.1214144 Nov 19 15:13:05.721097 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24603b49-2112-4278-9a36-dcff57edc024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed91df6-e736-4587-90db-f7078fd8e8e9,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:13:06.147080 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f083f-f9b2-4eaf-b0cc-0a51f574e653 req-2a946301-f7f6-4ad9-81fb-dd25e2c9df94 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:06.148541 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-d64f083f-f9b2-4eaf-b0cc-0a51f574e653 req-2a946301-f7f6-4ad9-81fb-dd25e2c9df94 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 946 time: 0.0503781 Nov 19 15:13:06.198098 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-d64f083f-f9b2-4eaf-b0cc-0a51f574e653 req-d7f79414-5b5f-4769-82ab-74c26085b33c tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428803 Nov 19 15:13:06.444285 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8d2a8-5224-4718-bb80-eedca38af39b req-c72897be-9e35-40b0-a8c7-7bd83104b1db tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:06.445913 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-42a8d2a8-5224-4718-bb80-eedca38af39b req-c72897be-9e35-40b0-a8c7-7bd83104b1db tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 946 time: 0.0556533 Nov 19 15:13:06.519314 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-cb0fcd31-a754-44c2-8118-38d5202e12be req-c800f5be-8907-4df9-ae16-0fcf8ebb482e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1693060 Nov 19 15:13:06.524313 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-42a8d2a8-5224-4718-bb80-eedca38af39b req-88d9735f-cea6-4383-bd4d-9c0840a06707 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697103 Nov 19 15:13:07.643207 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96b99d-b8d4-4b40-aa2b-3c1d54c8644c req-e6d2b0f9-de6e-4948-9fb3-b1861649d1da tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:07.644673 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ce96b99d-b8d4-4b40-aa2b-3c1d54c8644c req-e6d2b0f9-de6e-4948-9fb3-b1861649d1da tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 946 time: 0.0471618 Nov 19 15:13:07.693433 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ce96b99d-b8d4-4b40-aa2b-3c1d54c8644c req-cfe7e453-799d-4d2b-b591-c8b139f71d6c tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428200 Nov 19 15:13:07.864638 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0fcd31-a754-44c2-8118-38d5202e12be req-75754de5-07de-4131-b8ae-25e38a9f22e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:07.866140 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-cb0fcd31-a754-44c2-8118-38d5202e12be req-75754de5-07de-4131-b8ae-25e38a9f22e8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238&tenant_id=25b1a546d19f4c95ac7e9af520d72381 HTTP/1.1" status: 200 len: 1099 time: 0.0446572 Nov 19 15:13:07.928235 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0fcd31-a754-44c2-8118-38d5202e12be req-635672a4-00aa-4f2f-aa5f-79460f7f38a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:07.929724 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-cb0fcd31-a754-44c2-8118-38d5202e12be req-635672a4-00aa-4f2f-aa5f-79460f7f38a7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=25b1a546d19f4c95ac7e9af520d72381&device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 1099 time: 0.0395968 Nov 19 15:13:08.019129 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0fcd31-a754-44c2-8118-38d5202e12be req-176fe207-e5c0-4f8a-9dd6-084af1cef1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:08.020577 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-cb0fcd31-a754-44c2-8118-38d5202e12be req-176fe207-e5c0-4f8a-9dd6-084af1cef1d7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0559b452-5fe2-4232-b5a3-a5ef8698cc01 HTTP/1.1" status: 200 len: 910 time: 0.0838661 Nov 19 15:13:08.090240 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-cb0fcd31-a754-44c2-8118-38d5202e12be req-5a080e8f-ff47-441c-9d0c-e21ee2d56ca5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f027497f-023f-4332-a537-0bf7c3e6a081 HTTP/1.1" status: 200 len: 1002 time: 0.0619652 Nov 19 15:13:08.141444 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0fcd31-a754-44c2-8118-38d5202e12be req-965f1013-71a2-4bf0-ae11-5ed8ae68b158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:08.142774 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-cb0fcd31-a754-44c2-8118-38d5202e12be req-965f1013-71a2-4bf0-ae11-5ed8ae68b158 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01cceedc-612a-4504-ab1d-b99395916aac HTTP/1.1" status: 200 len: 848 time: 0.0423450 Nov 19 15:13:08.188223 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0fcd31-a754-44c2-8118-38d5202e12be req-3f9105c4-8887-422e-896d-7e635c85b076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:08.189712 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-cb0fcd31-a754-44c2-8118-38d5202e12be req-3f9105c4-8887-422e-896d-7e635c85b076 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0559b452-5fe2-4232-b5a3-a5ef8698cc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390716 Nov 19 15:13:08.289866 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-cb0fcd31-a754-44c2-8118-38d5202e12be req-91c77128-82e1-4ba9-b533-45aa57a8ebd9 service neutron] 10.222.0.11 "GET /v2.0/networks/0559b452-5fe2-4232-b5a3-a5ef8698cc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917239 Nov 19 15:13:08.380167 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-cb0fcd31-a754-44c2-8118-38d5202e12be req-abde998c-7071-4cc3-b361-b8296d8b461d service neutron] 10.222.0.11 "GET /v2.0/networks/0559b452-5fe2-4232-b5a3-a5ef8698cc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827513 Nov 19 15:13:08.793621 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device f027497f-023f-4332-a537-0bf7c3e6a081 no longer exists at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:13:08.813724 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa4516-c346-4c1b-96b9-8d5c81de1dc5 req-3f8ccb35-26fc-4169-add5-c4f04e712034 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:08.815268 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-01aa4516-c346-4c1b-96b9-8d5c81de1dc5 req-3f8ccb35-26fc-4169-add5-c4f04e712034 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 946 time: 0.0521886 Nov 19 15:13:08.865750 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-01aa4516-c346-4c1b-96b9-8d5c81de1dc5 req-985d8111-54f4-4e8a-b7cd-24e65b8a5803 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442243 Nov 19 15:13:08.872965 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:08.897261 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222bad07-b2dc-40bb-a888-a9d8c2924238', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f027497f-023f-4332-a537-0bf7c3e6a081'}] {{(pid=102741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:13:08.899482 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02aed456f185bd727e3ab04ef3305858fece041079839c75bcf3d6cf309ea5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6728bf27-0c79-4760-9359-5932fd1c599d" -d '{"events": [{"server_uuid": "222bad07-b2dc-40bb-a888-a9d8c2924238", "name": "network-vif-unplugged", "status": "completed", "tag": "f027497f-023f-4332-a537-0bf7c3e6a081"}]}' {{(pid=102741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:13:08.911533 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port f027497f-023f-4332-a537-0bf7c3e6a081, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=f027497f-023f-4332-a537-0bf7c3e6a081,segment=NetworkSegment(94570b8a-3c9b-4683-9745-7999863e07b3),segment_id=94570b8a-3c9b-4683-9745-7999863e07b3)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:13:08.916993 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:08.940211 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 15:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b46593-f7cb-45b8-9390-887dcde04f70 x-openstack-request-id: req-92b46593-f7cb-45b8-9390-887dcde04f70 {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:13:08.940510 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222bad07-b2dc-40bb-a888-a9d8c2924238", "name": "network-vif-unplugged", "status": "completed", "tag": "f027497f-023f-4332-a537-0bf7c3e6a081", "code": 200}]} {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:13:08.940771 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92b46593-f7cb-45b8-9390-887dcde04f70 {{(pid=102741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:13:08.941187 dv-cinder-817573-1-iscsi neutron-server[102741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222bad07-b2dc-40bb-a888-a9d8c2924238', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f027497f-023f-4332-a537-0bf7c3e6a081', 'code': 200} Nov 19 15:13:08.967562 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=f027497f-023f-4332-a537-0bf7c3e6a081,revision_number=6']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:13:09.982705 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4d213-502b-4636-af15-196f4a3f34d8 req-d6cbff76-f5ba-44ad-bec5-dd424ed357d3 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:09.984136 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-3ae4d213-502b-4636-af15-196f4a3f34d8 req-d6cbff76-f5ba-44ad-bec5-dd424ed357d3 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 944 time: 0.0485070 Nov 19 15:13:10.034192 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-3ae4d213-502b-4636-af15-196f4a3f34d8 req-31be6a38-c3c1-4485-95e0-ef7a9d28cc6d tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437655 Nov 19 15:13:11.156182 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3616a-1d81-4767-878b-c9ef4afd3b36 req-d4c42fa1-47f6-4105-9f5b-9ddc5b6e3a57 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:11.157672 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b4b3616a-1d81-4767-878b-c9ef4afd3b36 req-d4c42fa1-47f6-4105-9f5b-9ddc5b6e3a57 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 944 time: 0.0540907 Nov 19 15:13:11.208340 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-b4b3616a-1d81-4767-878b-c9ef4afd3b36 req-9e1e0138-eb8b-4f11-801e-3c864f8c2bd5 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441329 Nov 19 15:13:12.326313 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f467bb-af13-4e68-aa59-918740e1404e req-deb7674f-461f-4aac-9cb7-228281c38a3a tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:12.327753 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-d2f467bb-af13-4e68-aa59-918740e1404e req-deb7674f-461f-4aac-9cb7-228281c38a3a tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 944 time: 0.0518823 Nov 19 15:13:12.377622 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-d2f467bb-af13-4e68-aa59-918740e1404e req-83e3d7f0-a9e9-4468-a27d-d021d3057302 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437317 Nov 19 15:13:13.491736 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510e2d2-2ade-4621-9862-f30bdf4b06ef req-d4cd9c7c-b8a2-4aa5-8c71-d6c902e7aa59 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:13.493203 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6510e2d2-2ade-4621-9862-f30bdf4b06ef req-d4cd9c7c-b8a2-4aa5-8c71-d6c902e7aa59 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 944 time: 0.0475314 Nov 19 15:13:13.544288 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6510e2d2-2ade-4621-9862-f30bdf4b06ef req-13489908-c710-485d-b98a-df7b000c98c1 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447803 Nov 19 15:13:14.555979 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601335f-d2a3-4c4a-abab-98fa0d82b2ab req-361666f4-df55-40ed-a796-afc89d11b614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:14.557576 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3601335f-d2a3-4c4a-abab-98fa0d82b2ab req-361666f4-df55-40ed-a796-afc89d11b614 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 1097 time: 0.0431149 Nov 19 15:13:14.606126 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3601335f-d2a3-4c4a-abab-98fa0d82b2ab req-ad6e52d0-2620-426f-8dd9-c6d10f0959a0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392604 Nov 19 15:13:14.664133 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf6abd-f5c9-4a25-9f4f-56f685c127fb req-a9b6f330-97bb-4dcc-ae30-ee3da9fff764 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:14.665617 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-d2bf6abd-f5c9-4a25-9f4f-56f685c127fb req-a9b6f330-97bb-4dcc-ae30-ee3da9fff764 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 944 time: 0.0481956 Nov 19 15:13:14.713571 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-d2bf6abd-f5c9-4a25-9f4f-56f685c127fb req-2434788c-190d-4a20-b32d-b323080cf147 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412886 Nov 19 15:13:15.828283 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ce819-11c8-4788-8104-4756b84b24a4 req-edfc3a96-3b1a-4009-b51f-731bbbd9ca2f tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:15.829795 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-351ce819-11c8-4788-8104-4756b84b24a4 req-edfc3a96-3b1a-4009-b51f-731bbbd9ca2f tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 944 time: 0.0488384 Nov 19 15:13:15.877728 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-351ce819-11c8-4788-8104-4756b84b24a4 req-e9297d75-6729-420f-ab11-a7732d248a99 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419297 Nov 19 15:13:16.141822 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-359b449c-d5d4-491c-8450-ff60b41fb109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:16.834755 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device f027497f-023f-4332-a537-0bf7c3e6a081 details requested by agent hyperv_hv-cinder-81757 with host hv-cinder-81757 {{(pid=102741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 15:13:16.926504 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port f027497f-023f-4332-a537-0bf7c3e6a081, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=f027497f-023f-4332-a537-0bf7c3e6a081,segment=NetworkSegment(94570b8a-3c9b-4683-9745-7999863e07b3),segment_id=94570b8a-3c9b-4683-9745-7999863e07b3)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:13:16.937946 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Returning: {'device': 'f027497f-023f-4332-a537-0bf7c3e6a081', 'network_id': '0559b452-5fe2-4232-b5a3-a5ef8698cc01', 'port_id': 'f027497f-023f-4332-a537-0bf7c3e6a081', 'mac_address': 'fa:16:3e:c6:8b:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01cceedc-612a-4504-ab1d-b99395916aac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 15:13:16.977086 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:16.989629 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f027497f-023f-4332-a537-0bf7c3e6a081 {{(pid=102741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:13:17.008223 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port f027497f-023f-4332-a537-0bf7c3e6a081, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=f027497f-023f-4332-a537-0bf7c3e6a081,segment=NetworkSegment(94570b8a-3c9b-4683-9745-7999863e07b3),segment_id=94570b8a-3c9b-4683-9745-7999863e07b3)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:13:17.013374 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:17.058164 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=f027497f-023f-4332-a537-0bf7c3e6a081,revision_number=7']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:13:17.301455 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['f027497f-023f-4332-a537-0bf7c3e6a081'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:13:18.631385 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-ed4b41d5-e2fc-4fa5-9b3a-cf7233c93744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:18.844984 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device f027497f-023f-4332-a537-0bf7c3e6a081 up at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:13:18.892122 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning complete for port f027497f-023f-4332-a537-0bf7c3e6a081 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:13:18.892488 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:18.970663 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:18.993400 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222bad07-b2dc-40bb-a888-a9d8c2924238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f027497f-023f-4332-a537-0bf7c3e6a081'}] {{(pid=102741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:13:18.995765 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02aed456f185bd727e3ab04ef3305858fece041079839c75bcf3d6cf309ea5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012b070b-86c7-41a2-9bfe-addfe4634772" -d '{"events": [{"server_uuid": "222bad07-b2dc-40bb-a888-a9d8c2924238", "name": "network-vif-plugged", "status": "completed", "tag": "f027497f-023f-4332-a537-0bf7c3e6a081"}]}' {{(pid=102741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:13:19.008719 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port f027497f-023f-4332-a537-0bf7c3e6a081, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=f027497f-023f-4332-a537-0bf7c3e6a081,segment=NetworkSegment(94570b8a-3c9b-4683-9745-7999863e07b3),segment_id=94570b8a-3c9b-4683-9745-7999863e07b3)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:13:19.024135 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:19.048544 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef615aec-d346-42a7-ac7a-75d6faf8f515 x-openstack-request-id: req-ef615aec-d346-42a7-ac7a-75d6faf8f515 {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:13:19.048863 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222bad07-b2dc-40bb-a888-a9d8c2924238", "name": "network-vif-plugged", "status": "completed", "tag": "f027497f-023f-4332-a537-0bf7c3e6a081", "code": 200}]} {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:13:19.049121 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef615aec-d346-42a7-ac7a-75d6faf8f515 {{(pid=102741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:13:19.049510 dv-cinder-817573-1-iscsi neutron-server[102741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222bad07-b2dc-40bb-a888-a9d8c2924238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f027497f-023f-4332-a537-0bf7c3e6a081', 'code': 200} Nov 19 15:13:19.075230 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=f027497f-023f-4332-a537-0bf7c3e6a081,revision_number=8']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:13:19.217625 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-447e5430-768c-4d5b-9b09-36717c44203c tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-417721389&fields=id&tenant_id=65503588761e4489b784b977e0d1e639 HTTP/1.1" status: 200 len: 267 time: 0.0434308 Nov 19 15:13:19.326073 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-1524b75b-5bd0-43e4-ab6a-7f9e347f8cb0 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:19.327530 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-1524b75b-5bd0-43e4-ab6a-7f9e347f8cb0 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/networks?id=1c592f38-b1dc-4d53-b93f-a1671b339d81 HTTP/1.1" status: 200 len: 812 time: 0.1033065 Nov 19 15:13:19.342710 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-f1dd5592-441b-404e-ad3e-eab53f943ab5 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/quotas/65503588761e4489b784b977e0d1e639 HTTP/1.1" status: 200 len: 375 time: 0.0092034 Nov 19 15:13:19.393681 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-55a7e4ed-2dc7-413d-a267-23605c0282ef tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=65503588761e4489b784b977e0d1e639&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455997 Nov 19 15:13:19.488483 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-9453e1c5-26e4-4532-8c95-c9faeadc4fc4 service neutron] 10.222.0.20 "GET /v2.0/networks/1c592f38-b1dc-4d53-b93f-a1671b339d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831816 Nov 19 15:13:19.575879 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-5436dadd-e6ad-4c64-8915-1952bdd34e34 service neutron] 10.222.0.20 "GET /v2.0/networks/1c592f38-b1dc-4d53-b93f-a1671b339d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813553 Nov 19 15:13:19.680875 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:19.859590 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ba248968-ba9d-4c3e-87e3-b26e553e022e req-a963e52f-f001-4d7b-ba13-f55c0039334a tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f534c90-09f2-4218-b7b4-705333509372 HTTP/1.1" status: 200 len: 210 time: 0.0260572 Nov 19 15:13:20.796690 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-d2baa66d-5e0d-4b0b-84c2-165217d08990 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:20.798137 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-d2baa66d-5e0d-4b0b-84c2-165217d08990 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.11 "GET /v2.0/networks?id=1c592f38-b1dc-4d53-b93f-a1671b339d81 HTTP/1.1" status: 200 len: 812 time: 0.1060896 Nov 19 15:13:20.861550 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-d7517ce8-f601-4f82-82cd-adc7511a168c tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65503588761e4489b784b977e0d1e639 HTTP/1.1" status: 200 len: 379 time: 0.0540593 Nov 19 15:13:20.871865 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-58f8326a-4402-47ab-9803-720af588dbfd tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Request body: {'port': {'device_id': '4f534c90-09f2-4218-b7b4-705333509372', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'admin_state_up': True, 'tenant_id': '65503588761e4489b784b977e0d1e639', 'security_groups': ['7ea866e4-f477-42a1-9ba1-28edf782b752']}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:13:20.970346 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d4459757-1420-4714-aea5-f1d725bb4e1e req-14e00a75-ddf2-42b0-bd54-8c404ea848f4 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f534c90-09f2-4218-b7b4-705333509372 HTTP/1.1" status: 200 len: 210 time: 0.0391443 Nov 19 15:13:21.004336 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-58f8326a-4402-47ab-9803-720af588dbfd tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Made reservation on behalf of 65503588761e4489b784b977e0d1e639 for: {'port': 1} {{(pid=102740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:13:21.007762 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-58f8326a-4402-47ab-9803-720af588dbfd tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:21.088659 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:21.132394 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_common [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-58f8326a-4402-47ab-9803-720af588dbfd tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Allocated IP 172.20.0.11 (1c592f38-b1dc-4d53-b93f-a1671b339d81/30034238-24c0-4d3c-a28b-a2cb125a0843/49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc) {{(pid=102740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:13:21.279248 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-58f8326a-4402-47ab-9803-720af588dbfd tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for port, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:21.316390 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-58f8326a-4402-47ab-9803-720af588dbfd tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:21.364315 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-58f8326a-4402-47ab-9803-720af588dbfd tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Network 1c592f38-b1dc-4d53-b93f-a1671b339d81 is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:13:21.367470 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-58f8326a-4402-47ab-9803-720af588dbfd tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:13:21.369937 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-58f8326a-4402-47ab-9803-720af588dbfd tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Received port after_create {{(pid=102740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:13:21.395026 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f8326a-4402-47ab-9803-720af588dbfd tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Pushing event updated for resources: {'Port': ['ID=49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:13:21.428450 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-58f8326a-4402-47ab-9803-720af588dbfd tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:21.429080 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-58f8326a-4402-47ab-9803-720af588dbfd tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:21.448621 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-58f8326a-4402-47ab-9803-720af588dbfd tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5809536 Nov 19 15:13:21.461834 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-a6653e6d-345d-46dc-9932-5b8b325a3cfc service neutron] Request body: {'port': {'device_id': '4f534c90-09f2-4218-b7b4-705333509372', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81757'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:13:21.516558 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-a6653e6d-345d-46dc-9932-5b8b325a3cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:21.597559 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-2bce5d7e-c535-4082-ac94-4a52d5bea1ca None None] Provisioning complete for port 49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:13:21.597923 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-2bce5d7e-c535-4082-ac94-4a52d5bea1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:21.631226 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-2bce5d7e-c535-4082-ac94-4a52d5bea1ca None None] Port 49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc cannot update to ACTIVE because it is not bound. {{(pid=102741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 15:13:21.773891 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-a6653e6d-345d-46dc-9932-5b8b325a3cfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc {{(pid=102740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:13:21.781317 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-a6653e6d-345d-46dc-9932-5b8b325a3cfc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:21.793825 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.provisioning_blocks [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-a6653e6d-345d-46dc-9932-5b8b325a3cfc service neutron] Transition to ACTIVE for port object 49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc will not be triggered until provisioned by entity L2. {{(pid=102740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 15:13:21.797840 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-a6653e6d-345d-46dc-9932-5b8b325a3cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59360342'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:21.850093 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6653e6d-345d-46dc-9932-5b8b325a3cfc service neutron] Pushing event updated for resources: {'Port': ['ID=49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc,revision_number=2']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:13:21.920422 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-a6653e6d-345d-46dc-9932-5b8b325a3cfc service neutron] Attempting to bind port 49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc on host hv-cinder-81757 for vnic_type normal with profile {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:13:21.920871 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-a6653e6d-345d-46dc-9932-5b8b325a3cfc service neutron] Attempting to bind port 49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc by drivers openvswitch,hyperv on host hv-cinder-81757 at level 0 using segments [{'id': '4e148c86-ca99-492f-8666-55e54f07b46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81'}] {{(pid=102740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:13:21.921206 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-a6653e6d-345d-46dc-9932-5b8b325a3cfc service neutron] Attempting to bind port 49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc on network 1c592f38-b1dc-4d53-b93f-a1671b339d81 {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:13:21.925737 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-a6653e6d-345d-46dc-9932-5b8b325a3cfc service neutron] Port 49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc on network 1c592f38-b1dc-4d53-b93f-a1671b339d81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81757 {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 15:13:21.926057 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-a6653e6d-345d-46dc-9932-5b8b325a3cfc service neutron] Attempting to bind port 49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc on network 1c592f38-b1dc-4d53-b93f-a1671b339d81 {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:13:21.931343 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-a6653e6d-345d-46dc-9932-5b8b325a3cfc service neutron] Checking agent: {'id': 'e1ea3be9-4fba-465d-a0c0-35388eb51f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'started_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:13:21.931675 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-a6653e6d-345d-46dc-9932-5b8b325a3cfc service neutron] Checking segment: {'id': '4e148c86-ca99-492f-8666-55e54f07b46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:13:21.932054 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-a6653e6d-345d-46dc-9932-5b8b325a3cfc service neutron] Bound using segment: {'id': '4e148c86-ca99-492f-8666-55e54f07b46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81'} {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:13:21.932481 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-a6653e6d-345d-46dc-9932-5b8b325a3cfc service neutron] Bound port: 49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc, host: hv-cinder-81757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e148c86-ca99-492f-8666-55e54f07b46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81'}}] {{(pid=102740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:13:21.932856 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-a6653e6d-345d-46dc-9932-5b8b325a3cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:22.004102 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-a6653e6d-345d-46dc-9932-5b8b325a3cfc service neutron] For port 49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc, host hv-cinder-81757, cleared binding levels {{(pid=102740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:13:22.007178 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-a6653e6d-345d-46dc-9932-5b8b325a3cfc service neutron] For port 49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc, host hv-cinder-81757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc,segment=NetworkSegment(4e148c86-ca99-492f-8666-55e54f07b46f),segment_id=4e148c86-ca99-492f-8666-55e54f07b46f)] {{(pid=102740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:13:22.012625 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-a6653e6d-345d-46dc-9932-5b8b325a3cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59360342'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:22.066926 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-a6653e6d-345d-46dc-9932-5b8b325a3cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:22.067546 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-a6653e6d-345d-46dc-9932-5b8b325a3cfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:22.068990 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-a6653e6d-345d-46dc-9932-5b8b325a3cfc service neutron] 10.222.0.11 "PUT /v2.0/ports/49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc HTTP/1.1" status: 200 len: 1094 time: 0.6116655 Nov 19 15:13:22.069440 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f534c90-09f2-4218-b7b4-705333509372', 'tag': '49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:13:22.071933 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58f4976-9b0f-4250-b9e2-e68f776c436e" -d '{"events": [{"name": "network-changed", "server_uuid": "4f534c90-09f2-4218-b7b4-705333509372", "tag": "49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:13:22.079963 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6653e6d-345d-46dc-9932-5b8b325a3cfc service neutron] Pushing event updated for resources: {'Port': ['ID=49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc,revision_number=3']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:13:22.106190 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa790b-72ad-472f-9f6b-7cb6c4424dec req-99341390-e1dd-40cf-8f4c-725de9b44ddf tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:22.114050 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-cfaa790b-72ad-472f-9f6b-7cb6c4424dec req-99341390-e1dd-40cf-8f4c-725de9b44ddf tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f534c90-09f2-4218-b7b4-705333509372 HTTP/1.1" status: 200 len: 944 time: 0.0744777 Nov 19 15:13:22.128165 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:22.136754 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 15:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6f26e2-b465-4761-b9cf-2984c0cd6ca4 x-openstack-request-id: req-4f6f26e2-b465-4761-b9cf-2984c0cd6ca4 {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:13:22.136754 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f534c90-09f2-4218-b7b4-705333509372", "tag": "49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:13:22.136754 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f6f26e2-b465-4761-b9cf-2984c0cd6ca4 {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:13:22.137805 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f534c90-09f2-4218-b7b4-705333509372', 'tag': '49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc', 'status': 'completed', 'code': 200} Nov 19 15:13:22.166987 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-cfaa790b-72ad-472f-9f6b-7cb6c4424dec req-09768dbd-a764-459f-8af3-36f105121f09 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519705 Nov 19 15:13:22.175004 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-35a386d0-d08d-4606-8ca3-498f220b1c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:22.176634 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-35a386d0-d08d-4606-8ca3-498f220b1c39 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=65503588761e4489b784b977e0d1e639&device_id=4f534c90-09f2-4218-b7b4-705333509372 HTTP/1.1" status: 200 len: 1097 time: 0.0560343 Nov 19 15:13:22.227375 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-bda9ba9e-17ea-46c7-b9eb-242bc1ceed6d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc HTTP/1.1" status: 200 len: 217 time: 0.0395384 Nov 19 15:13:22.280137 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-3c404b71-010b-4060-966b-f7ad93e321d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:22.281610 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-3c404b71-010b-4060-966b-f7ad93e321d5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30034238-24c0-4d3c-a28b-a2cb125a0843 HTTP/1.1" status: 200 len: 851 time: 0.0451930 Nov 19 15:13:22.327914 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-ca6ff2d0-cdcd-4885-b409-df06b4abe40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:22.329417 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-ca6ff2d0-cdcd-4885-b409-df06b4abe40a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c592f38-b1dc-4d53-b93f-a1671b339d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406158 Nov 19 15:13:22.419252 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-4392ea7f-0a93-42d3-ba22-bd9d904315ec service neutron] 10.222.0.11 "GET /v2.0/networks/1c592f38-b1dc-4d53-b93f-a1671b339d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826845 Nov 19 15:13:22.506131 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2d0cadb2-e828-4550-9f6f-8fd44a688db5 req-7dc16322-d16b-4506-93f0-5cb3a41b2267 service neutron] 10.222.0.11 "GET /v2.0/networks/1c592f38-b1dc-4d53-b93f-a1671b339d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791702 Nov 19 15:13:22.588550 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f4976-9b0f-4250-b9e2-e68f776c436e req-8e990863-f2eb-4934-9c0c-317c33858ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:22.590332 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a58f4976-9b0f-4250-b9e2-e68f776c436e req-8e990863-f2eb-4934-9c0c-317c33858ae9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=65503588761e4489b784b977e0d1e639&device_id=4f534c90-09f2-4218-b7b4-705333509372 HTTP/1.1" status: 200 len: 1097 time: 0.0405278 Nov 19 15:13:22.682613 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f4976-9b0f-4250-b9e2-e68f776c436e req-d1219cf0-5249-4f0e-8c89-d4f6376454b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:22.684586 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a58f4976-9b0f-4250-b9e2-e68f776c436e req-d1219cf0-5249-4f0e-8c89-d4f6376454b1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c592f38-b1dc-4d53-b93f-a1671b339d81 HTTP/1.1" status: 200 len: 913 time: 0.0860925 Nov 19 15:13:22.725980 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a58f4976-9b0f-4250-b9e2-e68f776c436e req-08ecfb7a-ca00-43be-8418-b9d080f52d4b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc HTTP/1.1" status: 200 len: 217 time: 0.0325382 Nov 19 15:13:22.777246 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f4976-9b0f-4250-b9e2-e68f776c436e req-07271c8a-46d6-4fab-88e5-ac8e7f82bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:22.778676 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a58f4976-9b0f-4250-b9e2-e68f776c436e req-07271c8a-46d6-4fab-88e5-ac8e7f82bf34 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30034238-24c0-4d3c-a28b-a2cb125a0843 HTTP/1.1" status: 200 len: 851 time: 0.0455279 Nov 19 15:13:23.095538 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f4976-9b0f-4250-b9e2-e68f776c436e req-ff30a710-3ab2-4a06-a65a-a4a583fb6ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:23.097035 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a58f4976-9b0f-4250-b9e2-e68f776c436e req-ff30a710-3ab2-4a06-a65a-a4a583fb6ff6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c592f38-b1dc-4d53-b93f-a1671b339d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3090422 Nov 19 15:13:23.186143 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a58f4976-9b0f-4250-b9e2-e68f776c436e req-a937356b-f921-42e3-af7c-9763f82518b8 service neutron] 10.222.0.11 "GET /v2.0/networks/1c592f38-b1dc-4d53-b93f-a1671b339d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816307 Nov 19 15:13:23.316711 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183f22a-9834-4137-8834-d032cbb407fb req-aec972aa-c49f-4f09-a57b-288248d550cb tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:23.318262 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2183f22a-9834-4137-8834-d032cbb407fb req-aec972aa-c49f-4f09-a57b-288248d550cb tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f534c90-09f2-4218-b7b4-705333509372 HTTP/1.1" status: 200 len: 944 time: 0.0774875 Nov 19 15:13:23.320068 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-a58f4976-9b0f-4250-b9e2-e68f776c436e req-fa563032-0604-4eab-94ff-108bf940fecb service neutron] 10.222.0.11 "GET /v2.0/networks/1c592f38-b1dc-4d53-b93f-a1671b339d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260593 Nov 19 15:13:23.372975 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-2183f22a-9834-4137-8834-d032cbb407fb req-f44f2dae-1c2d-409c-a08b-d94d3f561c92 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485864 Nov 19 15:13:24.486696 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20cc5aa-5e7c-4ffa-ae29-12f24a40bfcc req-91c4d9c2-7b4e-4f2f-af47-a127b883cc9f tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:24.488150 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-b20cc5aa-5e7c-4ffa-ae29-12f24a40bfcc req-91c4d9c2-7b4e-4f2f-af47-a127b883cc9f tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f534c90-09f2-4218-b7b4-705333509372 HTTP/1.1" status: 200 len: 944 time: 0.0483747 Nov 19 15:13:24.536837 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-b20cc5aa-5e7c-4ffa-ae29-12f24a40bfcc req-cfbb89a4-6e61-47d4-a5d9-03dab8d4a2f4 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427146 Nov 19 15:13:25.650058 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68244b30-062f-49f7-8d05-074846120346 req-9cfc48e9-0014-441a-b39b-047c0e35c634 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:25.651507 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-68244b30-062f-49f7-8d05-074846120346 req-9cfc48e9-0014-441a-b39b-047c0e35c634 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f534c90-09f2-4218-b7b4-705333509372 HTTP/1.1" status: 200 len: 944 time: 0.0486047 Nov 19 15:13:25.701022 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-68244b30-062f-49f7-8d05-074846120346 req-f789c2df-ca9f-49da-874e-340b2ec9c91e tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429866 Nov 19 15:13:26.817936 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26d9a8-f9e4-434e-9c2f-299042c67364 req-0575a1c4-b071-4473-9ecb-752e7c9ab7f9 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:26.819403 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ce26d9a8-f9e4-434e-9c2f-299042c67364 req-0575a1c4-b071-4473-9ecb-752e7c9ab7f9 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f534c90-09f2-4218-b7b4-705333509372 HTTP/1.1" status: 200 len: 944 time: 0.0508447 Nov 19 15:13:27.070272 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ce26d9a8-f9e4-434e-9c2f-299042c67364 req-c1cd78b2-946f-49ab-b677-0c7911f76e53 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2440236 Nov 19 15:13:28.182787 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2cddd-c432-4a2d-a454-870240efb745 req-170d5501-c04c-445e-b0b5-3cba0caecda7 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:28.193097 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-17a2cddd-c432-4a2d-a454-870240efb745 req-170d5501-c04c-445e-b0b5-3cba0caecda7 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f534c90-09f2-4218-b7b4-705333509372 HTTP/1.1" status: 200 len: 944 time: 0.0478511 Nov 19 15:13:28.236220 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-17a2cddd-c432-4a2d-a454-870240efb745 req-4e31eeb9-5e60-4cec-a1ed-1344e20b9598 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435500 Nov 19 15:13:29.348312 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd9dbb-29ad-4d8a-b0d8-c013f8e60ecb req-eadfaf7f-039e-49db-ba7f-0857bd4365d3 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:29.349766 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-64dd9dbb-29ad-4d8a-b0d8-c013f8e60ecb req-eadfaf7f-039e-49db-ba7f-0857bd4365d3 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f534c90-09f2-4218-b7b4-705333509372 HTTP/1.1" status: 200 len: 944 time: 0.0469701 Nov 19 15:13:29.402739 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-64dd9dbb-29ad-4d8a-b0d8-c013f8e60ecb req-4a0e10d3-b325-4d52-9bbe-c57abf19f0c7 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466988 Nov 19 15:13:30.519330 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180f020-2077-4d23-9ab7-610b15fe3212 req-caed5e4f-1e26-494b-b696-be4ae7d490e0 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:30.520808 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6180f020-2077-4d23-9ab7-610b15fe3212 req-caed5e4f-1e26-494b-b696-be4ae7d490e0 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f534c90-09f2-4218-b7b4-705333509372 HTTP/1.1" status: 200 len: 944 time: 0.0516264 Nov 19 15:13:30.568748 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6180f020-2077-4d23-9ab7-610b15fe3212 req-b55c13d1-4dfc-4097-ab45-b658fa23dee5 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420196 Nov 19 15:13:30.886567 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc details requested by agent hyperv_hv-cinder-81757 with host hv-cinder-81757 {{(pid=102741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 15:13:30.979641 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc,segment=NetworkSegment(4e148c86-ca99-492f-8666-55e54f07b46f),segment_id=4e148c86-ca99-492f-8666-55e54f07b46f)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:13:30.990549 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Returning: {'device': '49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'port_id': '49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc', 'mac_address': 'fa:16:3e:14:10:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 15:13:31.026247 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:31.042603 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc {{(pid=102741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:13:31.061260 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc,segment=NetworkSegment(4e148c86-ca99-492f-8666-55e54f07b46f),segment_id=4e148c86-ca99-492f-8666-55e54f07b46f)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:13:31.065132 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:31.111425 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc,revision_number=4']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:13:31.292131 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:13:31.603813 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 6 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:13:31.681777 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f3915-f4ec-41d8-807e-da5c4d3ea16c req-65456102-0d5a-47fe-abfb-b7e7d74761bc tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:31.684102 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-740f3915-f4ec-41d8-807e-da5c4d3ea16c req-65456102-0d5a-47fe-abfb-b7e7d74761bc tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f534c90-09f2-4218-b7b4-705333509372 HTTP/1.1" status: 200 len: 945 time: 0.0486453 Nov 19 15:13:31.735472 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-740f3915-f4ec-41d8-807e-da5c4d3ea16c req-1fae1523-dd67-4a8e-90cf-dba54c30e795 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456169 Nov 19 15:13:32.849077 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8c653-70cd-4a71-8da2-a3924f83f481 req-e3203ac8-8ea3-4317-b956-1257ebe7c5dc tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:32.850519 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3fa8c653-70cd-4a71-8da2-a3924f83f481 req-e3203ac8-8ea3-4317-b956-1257ebe7c5dc tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f534c90-09f2-4218-b7b4-705333509372 HTTP/1.1" status: 200 len: 945 time: 0.0485301 Nov 19 15:13:32.898779 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3fa8c653-70cd-4a71-8da2-a3924f83f481 req-76d72e35-3d8f-41f0-a1a2-502b50deb8ae tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423322 Nov 19 15:13:32.903444 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc up at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:13:32.968460 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning for port 49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc completed by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 15:13:32.972150 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning complete for port 49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:13:32.972522 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:33.051037 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:33.073285 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f534c90-09f2-4218-b7b4-705333509372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc'}] {{(pid=102741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:13:33.075985 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02aed456f185bd727e3ab04ef3305858fece041079839c75bcf3d6cf309ea5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289434ce-7e0b-4b8a-a65b-ddc7e54494fc" -d '{"events": [{"server_uuid": "4f534c90-09f2-4218-b7b4-705333509372", "name": "network-vif-plugged", "status": "completed", "tag": "49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc"}]}' {{(pid=102741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:13:33.088573 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc,segment=NetworkSegment(4e148c86-ca99-492f-8666-55e54f07b46f),segment_id=4e148c86-ca99-492f-8666-55e54f07b46f)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:13:33.092598 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:33.116127 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95481b65-1795-4f58-9a74-df8aa5d7968a x-openstack-request-id: req-95481b65-1795-4f58-9a74-df8aa5d7968a {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:13:33.116409 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f534c90-09f2-4218-b7b4-705333509372", "name": "network-vif-plugged", "status": "completed", "tag": "49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc", "code": 200}]} {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:13:33.116670 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95481b65-1795-4f58-9a74-df8aa5d7968a {{(pid=102741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:13:33.117106 dv-cinder-817573-1-iscsi neutron-server[102741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f534c90-09f2-4218-b7b4-705333509372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc', 'code': 200} Nov 19 15:13:33.143594 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc,revision_number=5']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:13:33.336782 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e48ed-6039-42e5-8eea-7da198cf0b7a req-bcb07df3-5161-40a0-98c4-2f7b70602a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:33.338272 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3c2e48ed-6039-42e5-8eea-7da198cf0b7a req-bcb07df3-5161-40a0-98c4-2f7b70602a10 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4f534c90-09f2-4218-b7b4-705333509372 HTTP/1.1" status: 200 len: 1099 time: 0.0394261 Nov 19 15:13:33.386981 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-3c2e48ed-6039-42e5-8eea-7da198cf0b7a req-55d7633e-dd94-4cdb-aecd-6453d7fc8e4e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416100 Nov 19 15:13:34.014311 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afefa070-6b4c-46ee-9306-2d9c35783a3f req-a79793d6-a3a7-4b54-9188-0cbad3a83052 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:34.015699 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-afefa070-6b4c-46ee-9306-2d9c35783a3f req-a79793d6-a3a7-4b54-9188-0cbad3a83052 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f534c90-09f2-4218-b7b4-705333509372 HTTP/1.1" status: 200 len: 946 time: 0.0485933 Nov 19 15:13:34.064884 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-afefa070-6b4c-46ee-9306-2d9c35783a3f req-ee9490cc-1fe5-4fe3-beda-41785a415367 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430470 Nov 19 15:13:34.153619 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:35.180958 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26002368-f75d-4613-9384-b2a46297311b req-4897474a-02dd-4bb6-b0e4-b04b556b7009 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:35.182403 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-26002368-f75d-4613-9384-b2a46297311b req-4897474a-02dd-4bb6-b0e4-b04b556b7009 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f534c90-09f2-4218-b7b4-705333509372 HTTP/1.1" status: 200 len: 946 time: 0.0481122 Nov 19 15:13:35.229553 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-26002368-f75d-4613-9384-b2a46297311b req-73747577-aa43-428e-a87a-d23d3c0d32ad tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413699 Nov 19 15:13:35.342832 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99286c54-45cb-4f53-9962-68d19d44f9db req-8c665e13-3695-47b7-a16c-37941604822f tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:35.344345 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-99286c54-45cb-4f53-9962-68d19d44f9db req-8c665e13-3695-47b7-a16c-37941604822f tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f534c90-09f2-4218-b7b4-705333509372 HTTP/1.1" status: 200 len: 946 time: 0.0483630 Nov 19 15:13:35.393882 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-99286c54-45cb-4f53-9962-68d19d44f9db req-cd08c297-782b-4f1f-b73e-2cb42835ef61 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435030 Nov 19 15:13:35.416130 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 50098) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:13:35.561268 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8a5403-af6d-4d08-8158-506c1848bfaf tempest-TestVolumeBootPattern-1985974609 tempest-TestVolumeBootPattern-1985974609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:35.562846 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-bb8a5403-af6d-4d08-8158-506c1848bfaf tempest-TestVolumeBootPattern-1985974609 tempest-TestVolumeBootPattern-1985974609-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4f534c90-09f2-4218-b7b4-705333509372 HTTP/1.1" status: 200 len: 1094 time: 0.1457362 Nov 19 15:13:35.565750 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 50102) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:13:35.569906 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [None req-eb1f9180-1f4e-4849-893c-687b5e82b0bd tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Request body: {'floatingip': {'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'port_id': '49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:13:35.591902 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-eb1f9180-1f4e-4849-893c-687b5e82b0bd tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for floatingip, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:35.683248 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-eb1f9180-1f4e-4849-893c-687b5e82b0bd tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:35.788479 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_common [None req-eb1f9180-1f4e-4849-893c-687b5e82b0bd tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Allocated IP 172.27.0.235 (28d9acba-080c-4a37-9781-fba989a64823/831d2bcc-ea48-4f58-960e-dcc1ce111fc5/53820e96-f48e-4df9-977a-d99a976f9010) {{(pid=102740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:13:35.885382 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-eb1f9180-1f4e-4849-893c-687b5e82b0bd tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for port, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:35.917751 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-eb1f9180-1f4e-4849-893c-687b5e82b0bd tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:35.959142 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1f9180-1f4e-4849-893c-687b5e82b0bd tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Network 28d9acba-080c-4a37-9781-fba989a64823 is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:13:35.961915 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [None req-eb1f9180-1f4e-4849-893c-687b5e82b0bd tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:13:35.964498 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1f9180-1f4e-4849-893c-687b5e82b0bd tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Received port after_create {{(pid=102740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:13:35.991485 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f9180-1f4e-4849-893c-687b5e82b0bd tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Pushing event updated for resources: {'Port': ['ID=53820e96-f48e-4df9-977a-d99a976f9010,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:13:36.313688 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-eb1f9180-1f4e-4849-893c-687b5e82b0bd tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:36.380296 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-eb1f9180-1f4e-4849-893c-687b5e82b0bd tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:36.529326 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-eb1f9180-1f4e-4849-893c-687b5e82b0bd tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for port, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:36.533718 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-eb1f9180-1f4e-4849-893c-687b5e82b0bd tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59360342'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:36.600590 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f9180-1f4e-4849-893c-687b5e82b0bd tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Pushing event updated for resources: {'Port': ['ID=53820e96-f48e-4df9-977a-d99a976f9010,revision_number=2']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:13:36.613025 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-eb1f9180-1f4e-4849-893c-687b5e82b0bd tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469297'] for floatingip, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:36.712174 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.db.l3_db [None req-eb1f9180-1f4e-4849-893c-687b5e82b0bd tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Floating IP e8aaad64-cd55-401f-a6d2-3d0c32186463 associated. External IP: 172.27.0.235, port: 49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc. Nov 19 15:13:36.915315 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1f9180-1f4e-4849-893c-687b5e82b0bd tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Router 021e1929-bce7-4da2-877c-91b0a5927045 has already been hosted by L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d {{(pid=102740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 15:13:37.020269 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1f9180-1f4e-4849-893c-687b5e82b0bd tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:13:37.030981 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6169e2b-ac62-4d13-a2d5-a4f9ae082916 None None] Sync routers for ids ['021e1929-bce7-4da2-877c-91b0a5927045'] in dv-cinder-817573-1-iscsi {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:13:37.039432 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-eb1f9180-1f4e-4849-893c-687b5e82b0bd tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for floatingip, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:37.042812 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6169e2b-ac62-4d13-a2d5-a4f9ae082916 None None] Routers {'021e1929-bce7-4da2-877c-91b0a5927045'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:13:37.042812 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-f6169e2b-ac62-4d13-a2d5-a4f9ae082916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:13:19Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['021e1929-bce7-4da2-877c-91b0a5927045'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:13:37.065102 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-eb1f9180-1f4e-4849-893c-687b5e82b0bd tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4983392 Nov 19 15:13:37.065687 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f534c90-09f2-4218-b7b4-705333509372', 'tag': '49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:13:37.067919 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28913995-3a6a-49d3-bb10-955b157816dd" -d '{"events": [{"name": "network-changed", "server_uuid": "4f534c90-09f2-4218-b7b4-705333509372", "tag": "49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:13:37.105373 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 15:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37416c4-c281-4b49-9fd7-6a61221a8029 x-openstack-request-id: req-a37416c4-c281-4b49-9fd7-6a61221a8029 {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:13:37.105667 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f534c90-09f2-4218-b7b4-705333509372", "tag": "49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:13:37.105922 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a37416c4-c281-4b49-9fd7-6a61221a8029 {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:13:37.106348 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f534c90-09f2-4218-b7b4-705333509372', 'tag': '49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc', 'status': 'completed', 'code': 200} Nov 19 15:13:37.150407 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-f6169e2b-ac62-4d13-a2d5-a4f9ae082916 None None] Set router 021e1929-bce7-4da2-877c-91b0a5927045 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:13:37.169225 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28913995-3a6a-49d3-bb10-955b157816dd req-9d2ed277-19b2-43da-b2fd-02d322a8504b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:37.170629 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-28913995-3a6a-49d3-bb10-955b157816dd req-9d2ed277-19b2-43da-b2fd-02d322a8504b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=65503588761e4489b784b977e0d1e639&device_id=4f534c90-09f2-4218-b7b4-705333509372 HTTP/1.1" status: 200 len: 1099 time: 0.0402353 Nov 19 15:13:37.263270 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28913995-3a6a-49d3-bb10-955b157816dd req-ddb3ffe7-17ba-44be-9d39-286f67f07388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:37.264730 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-28913995-3a6a-49d3-bb10-955b157816dd req-ddb3ffe7-17ba-44be-9d39-286f67f07388 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c592f38-b1dc-4d53-b93f-a1671b339d81 HTTP/1.1" status: 200 len: 913 time: 0.0869884 Nov 19 15:13:37.328889 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-28913995-3a6a-49d3-bb10-955b157816dd req-b721b3e9-68e5-40a2-ac87-5550656e109c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc HTTP/1.1" status: 200 len: 1000 time: 0.0567389 Nov 19 15:13:37.374961 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-f6169e2b-ac62-4d13-a2d5-a4f9ae082916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021e1929-bce7-4da2-877c-91b0a5927045', 'name': 'tempest-TestVolumeBootPattern-1321544495-router', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:52Z', 'revision_number': 4, 'project_id': '65503588761e4489b784b977e0d1e639', 'gw_port': {'id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_floatingips': [{'id': 'e8aaad64-cd55-401f-a6d2-3d0c32186463', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'router_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'port_id': '49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'mac_address': 'fa:16:3e:14:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f534c90-09f2-4218-b7b4-705333509372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T15:13:36Z', 'updated_at': '2021-11-19T15:13:36Z', 'revision_number': 0, 'project_id': '65503588761e4489b784b977e0d1e639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd73374-bd95-41dd-83a6-299b371ec3c6', 'name': '', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'mac_address': 'fa:16:3e:51:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:51Z', 'updated_at': '2021-11-19T15:12:58Z', 'revision_number': 5, 'project_id': '65503588761e4489b784b977e0d1e639', 'subnets': [{'id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:13:37.382617 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28913995-3a6a-49d3-bb10-955b157816dd req-5a1412cb-3536-4d7d-82c5-5c37068c06af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:37.384070 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-28913995-3a6a-49d3-bb10-955b157816dd req-5a1412cb-3536-4d7d-82c5-5c37068c06af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30034238-24c0-4d3c-a28b-a2cb125a0843 HTTP/1.1" status: 200 len: 851 time: 0.0467284 Nov 19 15:13:37.401187 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6169e2b-ac62-4d13-a2d5-a4f9ae082916 None None] Checking router: 021e1929-bce7-4da2-877c-91b0a5927045 for host: dv-cinder-817573-1-iscsi {{(pid=102741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:13:37.410405 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6169e2b-ac62-4d13-a2d5-a4f9ae082916 None None] Routers {'021e1929-bce7-4da2-877c-91b0a5927045'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:13:37.411427 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-f6169e2b-ac62-4d13-a2d5-a4f9ae082916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:13:19Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['021e1929-bce7-4da2-877c-91b0a5927045'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:13:37.432255 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28913995-3a6a-49d3-bb10-955b157816dd req-90c4e146-5feb-4cbe-a9fc-56e10fd9b630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:13:37.434528 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-28913995-3a6a-49d3-bb10-955b157816dd req-90c4e146-5feb-4cbe-a9fc-56e10fd9b630 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c592f38-b1dc-4d53-b93f-a1671b339d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418255 Nov 19 15:13:37.529582 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-28913995-3a6a-49d3-bb10-955b157816dd req-0569932a-6db0-4f06-bcf2-5445e7e35824 service neutron] 10.222.0.11 "GET /v2.0/networks/1c592f38-b1dc-4d53-b93f-a1671b339d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873675 Nov 19 15:13:37.627878 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-28913995-3a6a-49d3-bb10-955b157816dd req-f0c2b66e-cff8-4073-b37c-2bf2bc30aaa7 service neutron] 10.222.0.11 "GET /v2.0/networks/1c592f38-b1dc-4d53-b93f-a1671b339d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901031 Nov 19 15:13:37.650526 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-f6169e2b-ac62-4d13-a2d5-a4f9ae082916 None None] Set router 021e1929-bce7-4da2-877c-91b0a5927045 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:13:37.871364 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-f6169e2b-ac62-4d13-a2d5-a4f9ae082916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021e1929-bce7-4da2-877c-91b0a5927045', 'name': 'tempest-TestVolumeBootPattern-1321544495-router', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:52Z', 'revision_number': 4, 'project_id': '65503588761e4489b784b977e0d1e639', 'gw_port': {'id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_floatingips': [{'id': 'e8aaad64-cd55-401f-a6d2-3d0c32186463', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'router_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'port_id': '49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'mac_address': 'fa:16:3e:14:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f534c90-09f2-4218-b7b4-705333509372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T15:13:36Z', 'updated_at': '2021-11-19T15:13:36Z', 'revision_number': 0, 'project_id': '65503588761e4489b784b977e0d1e639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd73374-bd95-41dd-83a6-299b371ec3c6', 'name': '', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'mac_address': 'fa:16:3e:51:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:51Z', 'updated_at': '2021-11-19T15:12:58Z', 'revision_number': 5, 'project_id': '65503588761e4489b784b977e0d1e639', 'subnets': [{'id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:13:37.897067 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6169e2b-ac62-4d13-a2d5-a4f9ae082916 None None] The sync data for ids ['021e1929-bce7-4da2-877c-91b0a5927045'] in dv-cinder-817573-1-iscsi is: [{'id': '021e1929-bce7-4da2-877c-91b0a5927045', 'name': 'tempest-TestVolumeBootPattern-1321544495-router', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:52Z', 'revision_number': 4, 'project_id': '65503588761e4489b784b977e0d1e639', 'gw_port': {'id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_floatingips': [{'id': 'e8aaad64-cd55-401f-a6d2-3d0c32186463', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'router_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'port_id': '49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'mac_address': 'fa:16:3e:14:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f534c90-09f2-4218-b7b4-705333509372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T15:13:36Z', 'updated_at': '2021-11-19T15:13:36Z', 'revision_number': 0, 'project_id': '65503588761e4489b784b977e0d1e639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd73374-bd95-41dd-83a6-299b371ec3c6', 'name': '', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'mac_address': 'fa:16:3e:51:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:51Z', 'updated_at': '2021-11-19T15:12:58Z', 'revision_number': 5, 'project_id': '65503588761e4489b784b977e0d1e639', 'subnets': [{'id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:13:38.079490 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa14e3ce-952b-4463-a0ed-2d29a2a6ace2 None None] New status for floating IP e8aaad64-cd55-401f-a6d2-3d0c32186463: ACTIVE {{(pid=102742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 15:13:46.143173 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-542ace75-230b-460b-90d9-bec8eff6360e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:48.632469 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-3b2ced93-f740-46b2-b2d9-9c3ba275ef07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:49.681783 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:51.088172 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:13:52.121208 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:04.149001 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:08.548331 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6c326236-8538-4d62-aa75-328aee951849 req-429a86ae-c32d-4664-a139-d795bea2b243 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392587 Nov 19 15:14:08.602508 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 6 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:14:08.630234 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c326236-8538-4d62-aa75-328aee951849 req-ff3c32f7-8eda-42b2-b3e9-bcf58ce7f8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:14:08.631674 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6c326236-8538-4d62-aa75-328aee951849 req-ff3c32f7-8eda-42b2-b3e9-bcf58ce7f8f3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=25b1a546d19f4c95ac7e9af520d72381&device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 1099 time: 0.0393472 Nov 19 15:14:08.738958 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c326236-8538-4d62-aa75-328aee951849 req-05937d53-80ff-41c6-97e8-aa7895b035df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:14:08.740447 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6c326236-8538-4d62-aa75-328aee951849 req-05937d53-80ff-41c6-97e8-aa7895b035df service neutron] 10.222.0.11 "GET /v2.0/networks?id=0559b452-5fe2-4232-b5a3-a5ef8698cc01 HTTP/1.1" status: 200 len: 910 time: 0.0867271 Nov 19 15:14:08.807836 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6c326236-8538-4d62-aa75-328aee951849 req-fa28ef9c-b482-433f-8655-0af7d9f094fd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f027497f-023f-4332-a537-0bf7c3e6a081 HTTP/1.1" status: 200 len: 1002 time: 0.0575604 Nov 19 15:14:08.862193 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c326236-8538-4d62-aa75-328aee951849 req-b0e732ae-73f6-4531-a363-35450fd32227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:14:08.863588 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6c326236-8538-4d62-aa75-328aee951849 req-b0e732ae-73f6-4531-a363-35450fd32227 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01cceedc-612a-4504-ab1d-b99395916aac HTTP/1.1" status: 200 len: 848 time: 0.0483174 Nov 19 15:14:08.909714 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c326236-8538-4d62-aa75-328aee951849 req-8620ac96-1413-4a34-99a1-1c48cfc98369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:14:08.911137 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6c326236-8538-4d62-aa75-328aee951849 req-8620ac96-1413-4a34-99a1-1c48cfc98369 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0559b452-5fe2-4232-b5a3-a5ef8698cc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387411 Nov 19 15:14:08.999016 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6c326236-8538-4d62-aa75-328aee951849 req-5f0db33b-ff35-4d94-8661-4cef6facd640 service neutron] 10.222.0.11 "GET /v2.0/networks/0559b452-5fe2-4232-b5a3-a5ef8698cc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794663 Nov 19 15:14:09.090333 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6c326236-8538-4d62-aa75-328aee951849 req-2d2f1ada-1e17-4f99-bb32-688db0798138 service neutron] 10.222.0.11 "GET /v2.0/networks/0559b452-5fe2-4232-b5a3-a5ef8698cc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825839 Nov 19 15:14:16.144157 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-8e114322-7ad6-4f66-b7f4-c4a378d77a27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:18.633229 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-29cb4215-c601-44ec-9139-d8c496d7229c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:19.687201 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:21.089335 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:22.122945 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:34.163651 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:34.391636 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 50132) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:14:34.546450 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.plugin [None req-cfd079b5-031a-4a61-9745-3978cd0c4bef tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Deleting port ebe5619c-5439-480f-bdf5-6011cd816ed8 {{(pid=102739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:14:34.546793 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-cfd079b5-031a-4a61-9745-3978cd0c4bef tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:34.622281 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-cfd079b5-031a-4a61-9745-3978cd0c4bef tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:34.622613 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-cfd079b5-031a-4a61-9745-3978cd0c4bef tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:34.633978 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.plugin [None req-cfd079b5-031a-4a61-9745-3978cd0c4bef tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Calling delete_port for ebe5619c-5439-480f-bdf5-6011cd816ed8 owned by network:floatingip {{(pid=102739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:14:34.801373 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-cfd079b5-031a-4a61-9745-3978cd0c4bef tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58728053'] for port, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:34.827193 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd079b5-031a-4a61-9745-3978cd0c4bef tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Pushing event deleted for resources: {'Port': ['ID=ebe5619c-5439-480f-bdf5-6011cd816ed8,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:14:34.838747 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd079b5-031a-4a61-9745-3978cd0c4bef tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:14:34.839103 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd079b5-031a-4a61-9745-3978cd0c4bef tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:14:34.839452 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd079b5-031a-4a61-9745-3978cd0c4bef tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:14:34.839823 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd079b5-031a-4a61-9745-3978cd0c4bef tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:14:34.840206 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd079b5-031a-4a61-9745-3978cd0c4bef tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:14:34.840544 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd079b5-031a-4a61-9745-3978cd0c4bef tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:14:34.840908 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd079b5-031a-4a61-9745-3978cd0c4bef tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:14:34.841239 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd079b5-031a-4a61-9745-3978cd0c4bef tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:14:34.841585 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd079b5-031a-4a61-9745-3978cd0c4bef tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:14:34.841899 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd079b5-031a-4a61-9745-3978cd0c4bef tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:14:34.842227 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd079b5-031a-4a61-9745-3978cd0c4bef tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:14:34.842552 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd079b5-031a-4a61-9745-3978cd0c4bef tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:14:34.897955 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-cfd079b5-031a-4a61-9745-3978cd0c4bef tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks [] for floatingip, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:34.898290 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.db.l3_db [None req-cfd079b5-031a-4a61-9745-3978cd0c4bef tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Floating IP 322d978d-6262-4dbf-894c-1a750961eb0e disassociated (deleted). External IP: 172.27.0.192, port: f027497f-023f-4332-a537-0bf7c3e6a081. Nov 19 15:14:35.096165 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd079b5-031a-4a61-9745-3978cd0c4bef tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Router 198087ae-1a87-44a4-a7e4-dc636becebab has already been hosted by L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d {{(pid=102739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 15:14:35.201700 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd079b5-031a-4a61-9745-3978cd0c4bef tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:14:35.206434 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-cfd079b5-031a-4a61-9745-3978cd0c4bef tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for floatingip, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:35.211208 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ecf9ef-53e2-4541-9386-99550b7d390b None None] Sync routers for ids ['198087ae-1a87-44a4-a7e4-dc636becebab'] in dv-cinder-817573-1-iscsi {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:14:35.220237 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ecf9ef-53e2-4541-9386-99550b7d390b None None] Routers {'198087ae-1a87-44a4-a7e4-dc636becebab'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:14:35.220882 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-52ecf9ef-53e2-4541-9386-99550b7d390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:14:19Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['198087ae-1a87-44a4-a7e4-dc636becebab'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:14:35.235415 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-cfd079b5-031a-4a61-9745-3978cd0c4bef tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "DELETE /v2.0/floatingips/322d978d-6262-4dbf-894c-1a750961eb0e HTTP/1.1" status: 204 len: 168 time: 0.8426962 Nov 19 15:14:35.236016 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222bad07-b2dc-40bb-a888-a9d8c2924238', 'tag': 'f027497f-023f-4332-a537-0bf7c3e6a081'}] {{(pid=102739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:14:35.238284 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eba93c122355dca29d1d872d2ced11345dc5d33d75e8821344cda5b49db1ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cd864e-b925-48b8-ad63-8c30f7dc4bf0" -d '{"events": [{"name": "network-changed", "server_uuid": "222bad07-b2dc-40bb-a888-a9d8c2924238", "tag": "f027497f-023f-4332-a537-0bf7c3e6a081"}]}' {{(pid=102739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:14:35.281634 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 15:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37b98a4-acf4-45df-b796-ddbfac7dfee9 x-openstack-request-id: req-b37b98a4-acf4-45df-b796-ddbfac7dfee9 {{(pid=102739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:14:35.281939 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "222bad07-b2dc-40bb-a888-a9d8c2924238", "tag": "f027497f-023f-4332-a537-0bf7c3e6a081", "status": "completed", "code": 200}]} {{(pid=102739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:14:35.282203 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b37b98a4-acf4-45df-b796-ddbfac7dfee9 {{(pid=102739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:14:35.282614 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '222bad07-b2dc-40bb-a888-a9d8c2924238', 'tag': 'f027497f-023f-4332-a537-0bf7c3e6a081', 'status': 'completed', 'code': 200} Nov 19 15:14:35.329967 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-52ecf9ef-53e2-4541-9386-99550b7d390b None None] Set router 198087ae-1a87-44a4-a7e4-dc636becebab gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:14:35.373472 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd864e-b925-48b8-ad63-8c30f7dc4bf0 req-e6716bc6-bf9e-4df3-b4d9-7777a423d20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:14:35.375815 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-57cd864e-b925-48b8-ad63-8c30f7dc4bf0 req-e6716bc6-bf9e-4df3-b4d9-7777a423d20e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=25b1a546d19f4c95ac7e9af520d72381&device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 1099 time: 0.0492311 Nov 19 15:14:35.486535 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd864e-b925-48b8-ad63-8c30f7dc4bf0 req-018f8b32-70a6-4a85-8ab2-42957333285c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:14:35.488019 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-57cd864e-b925-48b8-ad63-8c30f7dc4bf0 req-018f8b32-70a6-4a85-8ab2-42957333285c service neutron] 10.222.0.11 "GET /v2.0/networks?id=0559b452-5fe2-4232-b5a3-a5ef8698cc01 HTTP/1.1" status: 200 len: 910 time: 0.0904589 Nov 19 15:14:35.538852 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-57cd864e-b925-48b8-ad63-8c30f7dc4bf0 req-81be0369-984c-4790-9c68-210751669936 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f027497f-023f-4332-a537-0bf7c3e6a081 HTTP/1.1" status: 200 len: 217 time: 0.0358841 Nov 19 15:14:35.547594 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-52ecf9ef-53e2-4541-9386-99550b7d390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'name': 'tempest-TestShelveInstance-1310042589-router', 'tenant_id': '25b1a546d19f4c95ac7e9af520d72381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c09f3d36-a96d-4152-a3ab-be2391ee4ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:09:57Z', 'updated_at': '2021-11-19T15:10:00Z', 'revision_number': 4, 'project_id': '25b1a546d19f4c95ac7e9af520d72381', 'gw_port': {'id': 'c09f3d36-a96d-4152-a3ab-be2391ee4ac5', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:09:57Z', 'updated_at': '2021-11-19T15:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '45e7c71c-c783-4b4f-9835-cf17783f58aa', 'name': '', 'network_id': '0559b452-5fe2-4232-b5a3-a5ef8698cc01', 'tenant_id': '25b1a546d19f4c95ac7e9af520d72381', 'mac_address': 'fa:16:3e:4a:1e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '01cceedc-612a-4504-ab1d-b99395916aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:09:59Z', 'updated_at': '2021-11-19T15:10:06Z', 'revision_number': 5, 'project_id': '25b1a546d19f4c95ac7e9af520d72381', 'subnets': [{'id': '01cceedc-612a-4504-ab1d-b99395916aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:14:35.574993 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ecf9ef-53e2-4541-9386-99550b7d390b None None] Checking router: 198087ae-1a87-44a4-a7e4-dc636becebab for host: dv-cinder-817573-1-iscsi {{(pid=102741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:14:35.584190 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ecf9ef-53e2-4541-9386-99550b7d390b None None] Routers {'198087ae-1a87-44a4-a7e4-dc636becebab'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:14:35.584908 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-52ecf9ef-53e2-4541-9386-99550b7d390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:14:19Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['198087ae-1a87-44a4-a7e4-dc636becebab'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:14:35.588633 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd864e-b925-48b8-ad63-8c30f7dc4bf0 req-040997df-d4c2-4721-8ceb-78324ecccbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:14:35.590882 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-57cd864e-b925-48b8-ad63-8c30f7dc4bf0 req-040997df-d4c2-4721-8ceb-78324ecccbcb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01cceedc-612a-4504-ab1d-b99395916aac HTTP/1.1" status: 200 len: 848 time: 0.0447698 Nov 19 15:14:35.591242 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc42603-e69f-4b23-91ac-d912a201eff7 req-b9b26890-b2b0-4326-8f57-f332d51fe64f tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:14:35.592825 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-9cc42603-e69f-4b23-91ac-d912a201eff7 req-b9b26890-b2b0-4326-8f57-f332d51fe64f tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 946 time: 0.1696937 Nov 19 15:14:35.642138 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd864e-b925-48b8-ad63-8c30f7dc4bf0 req-3b516d92-3920-4277-aacb-8f8f5a712946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:14:35.643191 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-9cc42603-e69f-4b23-91ac-d912a201eff7 req-4e434233-372c-4552-b2a4-b437b97f8780 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442302 Nov 19 15:14:35.643534 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-57cd864e-b925-48b8-ad63-8c30f7dc4bf0 req-3b516d92-3920-4277-aacb-8f8f5a712946 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0559b452-5fe2-4232-b5a3-a5ef8698cc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444114 Nov 19 15:14:35.657116 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [req-57cd864e-b925-48b8-ad63-8c30f7dc4bf0 req-a6aec596-2699-4785-924b-52e1e1aa63ff service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 15:14:35.658069 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-57cd864e-b925-48b8-ad63-8c30f7dc4bf0 req-a6aec596-2699-4785-924b-52e1e1aa63ff service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064063 Nov 19 15:14:35.693264 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-52ecf9ef-53e2-4541-9386-99550b7d390b None None] Set router 198087ae-1a87-44a4-a7e4-dc636becebab gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:14:35.749763 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-57cd864e-b925-48b8-ad63-8c30f7dc4bf0 req-1c5b90bb-d2c1-42e7-8cc6-f2c9137844ba service neutron] 10.222.0.11 "GET /v2.0/networks/0559b452-5fe2-4232-b5a3-a5ef8698cc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824490 Nov 19 15:14:35.848927 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-57cd864e-b925-48b8-ad63-8c30f7dc4bf0 req-6c444cbe-f00f-4949-b2f5-f09eb8c3540a service neutron] 10.222.0.11 "GET /v2.0/networks/0559b452-5fe2-4232-b5a3-a5ef8698cc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915687 Nov 19 15:14:35.897465 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-52ecf9ef-53e2-4541-9386-99550b7d390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'name': 'tempest-TestShelveInstance-1310042589-router', 'tenant_id': '25b1a546d19f4c95ac7e9af520d72381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c09f3d36-a96d-4152-a3ab-be2391ee4ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:09:57Z', 'updated_at': '2021-11-19T15:10:00Z', 'revision_number': 4, 'project_id': '25b1a546d19f4c95ac7e9af520d72381', 'gw_port': {'id': 'c09f3d36-a96d-4152-a3ab-be2391ee4ac5', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:09:57Z', 'updated_at': '2021-11-19T15:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '45e7c71c-c783-4b4f-9835-cf17783f58aa', 'name': '', 'network_id': '0559b452-5fe2-4232-b5a3-a5ef8698cc01', 'tenant_id': '25b1a546d19f4c95ac7e9af520d72381', 'mac_address': 'fa:16:3e:4a:1e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '01cceedc-612a-4504-ab1d-b99395916aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:09:59Z', 'updated_at': '2021-11-19T15:10:06Z', 'revision_number': 5, 'project_id': '25b1a546d19f4c95ac7e9af520d72381', 'subnets': [{'id': '01cceedc-612a-4504-ab1d-b99395916aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:14:35.924059 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ecf9ef-53e2-4541-9386-99550b7d390b None None] The sync data for ids ['198087ae-1a87-44a4-a7e4-dc636becebab'] in dv-cinder-817573-1-iscsi is: [{'id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'name': 'tempest-TestShelveInstance-1310042589-router', 'tenant_id': '25b1a546d19f4c95ac7e9af520d72381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c09f3d36-a96d-4152-a3ab-be2391ee4ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:09:57Z', 'updated_at': '2021-11-19T15:10:00Z', 'revision_number': 4, 'project_id': '25b1a546d19f4c95ac7e9af520d72381', 'gw_port': {'id': 'c09f3d36-a96d-4152-a3ab-be2391ee4ac5', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:09:57Z', 'updated_at': '2021-11-19T15:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '45e7c71c-c783-4b4f-9835-cf17783f58aa', 'name': '', 'network_id': '0559b452-5fe2-4232-b5a3-a5ef8698cc01', 'tenant_id': '25b1a546d19f4c95ac7e9af520d72381', 'mac_address': 'fa:16:3e:4a:1e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '01cceedc-612a-4504-ab1d-b99395916aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:09:59Z', 'updated_at': '2021-11-19T15:10:06Z', 'revision_number': 5, 'project_id': '25b1a546d19f4c95ac7e9af520d72381', 'subnets': [{'id': '01cceedc-612a-4504-ab1d-b99395916aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:14:36.132875 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fadc79-7543-48e4-9c09-fbf479809e63 None None] New status for floating IP 322d978d-6262-4dbf-894c-1a750961eb0e: DOWN {{(pid=102742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 15:14:36.809866 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3956da-a053-434c-9876-b7c456c1b4e2 req-c56ad31e-24c4-44fe-a19f-7e5e9dabc408 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:14:36.811283 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-bf3956da-a053-434c-9876-b7c456c1b4e2 req-c56ad31e-24c4-44fe-a19f-7e5e9dabc408 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 946 time: 0.0979531 Nov 19 15:14:36.860080 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-bf3956da-a053-434c-9876-b7c456c1b4e2 req-a6e0addc-1143-4314-bdb6-1d3930ae8f53 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421801 Nov 19 15:14:37.278417 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b817e-c8cc-4516-b436-613f52cd8264 req-cf80cfe9-06e8-4713-91cb-ee5bce329e37 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:14:37.279823 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ac1b817e-c8cc-4516-b436-613f52cd8264 req-cf80cfe9-06e8-4713-91cb-ee5bce329e37 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.11 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 946 time: 0.0464270 Nov 19 15:14:37.375714 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-ac1b817e-c8cc-4516-b436-613f52cd8264 req-3901d9c9-5556-4ef3-b23b-4194961a6897 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Deleting port f027497f-023f-4332-a537-0bf7c3e6a081 {{(pid=102740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:14:37.376052 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-ac1b817e-c8cc-4516-b436-613f52cd8264 req-3901d9c9-5556-4ef3-b23b-4194961a6897 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:37.460890 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-ac1b817e-c8cc-4516-b436-613f52cd8264 req-3901d9c9-5556-4ef3-b23b-4194961a6897 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] For port f027497f-023f-4332-a537-0bf7c3e6a081, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=f027497f-023f-4332-a537-0bf7c3e6a081,segment=NetworkSegment(94570b8a-3c9b-4683-9745-7999863e07b3),segment_id=94570b8a-3c9b-4683-9745-7999863e07b3)] {{(pid=102740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:14:37.461251 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-ac1b817e-c8cc-4516-b436-613f52cd8264 req-3901d9c9-5556-4ef3-b23b-4194961a6897 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:37.473769 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-ac1b817e-c8cc-4516-b436-613f52cd8264 req-3901d9c9-5556-4ef3-b23b-4194961a6897 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Calling delete_port for f027497f-023f-4332-a537-0bf7c3e6a081 owned by compute:nova {{(pid=102740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:14:37.598026 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-ac1b817e-c8cc-4516-b436-613f52cd8264 req-3901d9c9-5556-4ef3-b23b-4194961a6897 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:37.623786 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901d9c9-5556-4ef3-b23b-4194961a6897 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Pushing event deleted for resources: {'Port': ['ID=f027497f-023f-4332-a537-0bf7c3e6a081,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:14:37.633533 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3901d9c9-5556-4ef3-b23b-4194961a6897 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:14:37.633890 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3901d9c9-5556-4ef3-b23b-4194961a6897 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:14:37.634239 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3901d9c9-5556-4ef3-b23b-4194961a6897 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:14:37.634578 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3901d9c9-5556-4ef3-b23b-4194961a6897 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:14:37.634913 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3901d9c9-5556-4ef3-b23b-4194961a6897 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:14:37.635246 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3901d9c9-5556-4ef3-b23b-4194961a6897 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:14:37.635577 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3901d9c9-5556-4ef3-b23b-4194961a6897 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:14:37.635907 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3901d9c9-5556-4ef3-b23b-4194961a6897 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:14:37.637290 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3901d9c9-5556-4ef3-b23b-4194961a6897 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:14:37.637290 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3901d9c9-5556-4ef3-b23b-4194961a6897 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:14:37.637544 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3901d9c9-5556-4ef3-b23b-4194961a6897 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:14:37.637906 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3901d9c9-5556-4ef3-b23b-4194961a6897 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:14:37.685267 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1b817e-c8cc-4516-b436-613f52cd8264 req-3901d9c9-5556-4ef3-b23b-4194961a6897 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] No DVR routers for this DVR port f027497f-023f-4332-a537-0bf7c3e6a081 on host hv-cinder-81757 {{(pid=102740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 15:14:37.687715 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-ac1b817e-c8cc-4516-b436-613f52cd8264 req-3901d9c9-5556-4ef3-b23b-4194961a6897 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:37.691062 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ac1b817e-c8cc-4516-b436-613f52cd8264 req-3901d9c9-5556-4ef3-b23b-4194961a6897 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.11 "DELETE /v2.0/ports/f027497f-023f-4332-a537-0bf7c3e6a081 HTTP/1.1" status: 204 len: 173 time: 0.4013813 Nov 19 15:14:37.691508 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222bad07-b2dc-40bb-a888-a9d8c2924238', 'name': 'network-vif-deleted', 'tag': 'f027497f-023f-4332-a537-0bf7c3e6a081'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:14:37.693954 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104ff248-6efe-4574-ab49-7ff9185e121a" -d '{"events": [{"server_uuid": "222bad07-b2dc-40bb-a888-a9d8c2924238", "name": "network-vif-deleted", "tag": "f027497f-023f-4332-a537-0bf7c3e6a081"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:14:37.731882 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d951fb1-0b91-4733-914f-35871445f390 x-openstack-request-id: req-5d951fb1-0b91-4733-914f-35871445f390 {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:14:37.731882 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222bad07-b2dc-40bb-a888-a9d8c2924238", "name": "network-vif-deleted", "tag": "f027497f-023f-4332-a537-0bf7c3e6a081", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:14:37.731882 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d951fb1-0b91-4733-914f-35871445f390 {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:14:37.731882 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222bad07-b2dc-40bb-a888-a9d8c2924238', 'name': 'network-vif-deleted', 'tag': 'f027497f-023f-4332-a537-0bf7c3e6a081', 'status': 'completed', 'code': 200} Nov 19 15:14:37.954231 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6f4756aa-135c-4e73-969d-6e8cae20dd8c req-8686083a-ffcd-4410-b434-cec57ceb8ad8 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "GET /v2.0/ports?device_id=222bad07-b2dc-40bb-a888-a9d8c2924238 HTTP/1.1" status: 200 len: 210 time: 0.0276110 Nov 19 15:14:39.009517 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 50158) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:14:39.064067 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-0931de2b-bf1a-4c10-b4d4-3287db296f18 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:39.088555 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-0931de2b-bf1a-4c10-b4d4-3287db296f18 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:39.146977 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-0931de2b-bf1a-4c10-b4d4-3287db296f18 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:39.149674 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-0931de2b-bf1a-4c10-b4d4-3287db296f18 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:39.150795 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-0931de2b-bf1a-4c10-b4d4-3287db296f18 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] 10.222.0.20 "DELETE /v2.0/security-groups/b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c HTTP/1.1" status: 204 len: 168 time: 0.1403050 Nov 19 15:14:39.160469 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931de2b-bf1a-4c10-b4d4-3287db296f18 tempest-TestShelveInstance-1315738625 tempest-TestShelveInstance-1315738625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d08a8c-fcc7-43a0-a4bb-3d40ee23f87c,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:14:39.194648 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 50162) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:14:39.524605 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-a7f29d02-1d8e-4e6e-8d41-0cede0562630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469809'] for router_interface, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:39.761302 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [None req-a7f29d02-1d8e-4e6e-8d41-0cede0562630 admin admin] Deleting port 45e7c71c-c783-4b4f-9835-cf17783f58aa {{(pid=102740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:14:39.761639 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-a7f29d02-1d8e-4e6e-8d41-0cede0562630 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:39.841091 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [None req-a7f29d02-1d8e-4e6e-8d41-0cede0562630 admin admin] For port 45e7c71c-c783-4b4f-9835-cf17783f58aa, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=45e7c71c-c783-4b4f-9835-cf17783f58aa,segment=NetworkSegment(94570b8a-3c9b-4683-9745-7999863e07b3),segment_id=94570b8a-3c9b-4683-9745-7999863e07b3)] {{(pid=102740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:14:39.841445 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-a7f29d02-1d8e-4e6e-8d41-0cede0562630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:39.853691 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [None req-a7f29d02-1d8e-4e6e-8d41-0cede0562630 admin admin] Calling delete_port for 45e7c71c-c783-4b4f-9835-cf17783f58aa owned by network:router_interface {{(pid=102740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:14:40.025475 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-a7f29d02-1d8e-4e6e-8d41-0cede0562630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:40.055294 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f29d02-1d8e-4e6e-8d41-0cede0562630 admin admin] Pushing event deleted for resources: {'Port': ['ID=45e7c71c-c783-4b4f-9835-cf17783f58aa,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:14:40.486302 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-a7f29d02-1d8e-4e6e-8d41-0cede0562630 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469901'] for router_interface, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:40.697128 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f29d02-1d8e-4e6e-8d41-0cede0562630 admin admin] Router 198087ae-1a87-44a4-a7e4-dc636becebab has already been hosted by L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d {{(pid=102740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 15:14:40.805844 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f29d02-1d8e-4e6e-8d41-0cede0562630 admin admin] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:14:40.811906 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-a7f29d02-1d8e-4e6e-8d41-0cede0562630 admin admin] 10.222.0.20 "PUT /v2.0/routers/198087ae-1a87-44a4-a7e4-dc636becebab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6157253 Nov 19 15:14:40.814441 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 50164) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:14:40.815178 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea63242-05a0-42bf-a01a-52d7a848f8d2 None None] Sync routers for ids ['198087ae-1a87-44a4-a7e4-dc636becebab'] in dv-cinder-817573-1-iscsi {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:14:40.829383 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea63242-05a0-42bf-a01a-52d7a848f8d2 None None] Routers {'198087ae-1a87-44a4-a7e4-dc636becebab'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:14:40.830006 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-bea63242-05a0-42bf-a01a-52d7a848f8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:14:19Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['198087ae-1a87-44a4-a7e4-dc636becebab'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:14:40.915660 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-cbe09887-ab17-4cbb-a79f-f100314b720a admin admin] Publish callbacks [] for router, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:40.935120 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-bea63242-05a0-42bf-a01a-52d7a848f8d2 None None] Set router 198087ae-1a87-44a4-a7e4-dc636becebab gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:14:41.021603 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-cbe09887-ab17-4cbb-a79f-f100314b720a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:41.073448 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [None req-cbe09887-ab17-4cbb-a79f-f100314b720a admin admin] Deleting port c09f3d36-a96d-4152-a3ab-be2391ee4ac5 {{(pid=102740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:14:41.073782 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-cbe09887-ab17-4cbb-a79f-f100314b720a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:41.154010 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [None req-cbe09887-ab17-4cbb-a79f-f100314b720a admin admin] For port c09f3d36-a96d-4152-a3ab-be2391ee4ac5, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=c09f3d36-a96d-4152-a3ab-be2391ee4ac5,segment=NetworkSegment(8c548d3f-e438-4dec-b739-b60f621b5d36),segment_id=8c548d3f-e438-4dec-b739-b60f621b5d36)] {{(pid=102740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:14:41.154363 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-cbe09887-ab17-4cbb-a79f-f100314b720a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:41.165596 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [None req-cbe09887-ab17-4cbb-a79f-f100314b720a admin admin] Calling delete_port for c09f3d36-a96d-4152-a3ab-be2391ee4ac5 owned by network:router_gateway {{(pid=102740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:14:41.191936 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device f027497f-023f-4332-a537-0bf7c3e6a081 no longer exists at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:14:41.216836 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] No Port match for: f027497f-023f-4332-a537-0bf7c3e6a081 {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:14:41.217175 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device f027497f-023f-4332-a537-0bf7c3e6a081 not bound to the agent host hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:14:41.265158 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-bea63242-05a0-42bf-a01a-52d7a848f8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'name': 'tempest-TestShelveInstance-1310042589-router', 'tenant_id': '25b1a546d19f4c95ac7e9af520d72381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c09f3d36-a96d-4152-a3ab-be2391ee4ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:09:57Z', 'updated_at': '2021-11-19T15:14:39Z', 'revision_number': 5, 'project_id': '25b1a546d19f4c95ac7e9af520d72381', 'gw_port': {'id': 'c09f3d36-a96d-4152-a3ab-be2391ee4ac5', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:09:57Z', 'updated_at': '2021-11-19T15:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi'}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:14:41.296547 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea63242-05a0-42bf-a01a-52d7a848f8d2 None None] Checking router: 198087ae-1a87-44a4-a7e4-dc636becebab for host: dv-cinder-817573-1-iscsi {{(pid=102741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:14:41.304584 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea63242-05a0-42bf-a01a-52d7a848f8d2 None None] Routers {'198087ae-1a87-44a4-a7e4-dc636becebab'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:14:41.305241 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-bea63242-05a0-42bf-a01a-52d7a848f8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:14:19Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['198087ae-1a87-44a4-a7e4-dc636becebab'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:14:41.330501 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-cbe09887-ab17-4cbb-a79f-f100314b720a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:41.355082 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe09887-ab17-4cbb-a79f-f100314b720a admin admin] Pushing event deleted for resources: {'Port': ['ID=c09f3d36-a96d-4152-a3ab-be2391ee4ac5,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:14:41.394622 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-bea63242-05a0-42bf-a01a-52d7a848f8d2 None None] Set router 198087ae-1a87-44a4-a7e4-dc636becebab gateway port host: None {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:14:41.417323 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-cbe09887-ab17-4cbb-a79f-f100314b720a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437495'] for router_gateway, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:41.446144 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-bea63242-05a0-42bf-a01a-52d7a848f8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'name': 'tempest-TestShelveInstance-1310042589-router', 'tenant_id': '25b1a546d19f4c95ac7e9af520d72381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:09:57Z', 'updated_at': '2021-11-19T15:14:41Z', 'revision_number': 6, 'project_id': '25b1a546d19f4c95ac7e9af520d72381', 'gw_port_host': None}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:14:41.475823 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea63242-05a0-42bf-a01a-52d7a848f8d2 None None] The sync data for ids ['198087ae-1a87-44a4-a7e4-dc636becebab'] in dv-cinder-817573-1-iscsi is: [{'id': '198087ae-1a87-44a4-a7e4-dc636becebab', 'name': 'tempest-TestShelveInstance-1310042589-router', 'tenant_id': '25b1a546d19f4c95ac7e9af520d72381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:09:57Z', 'updated_at': '2021-11-19T15:14:41Z', 'revision_number': 6, 'project_id': '25b1a546d19f4c95ac7e9af520d72381', 'gw_port_host': None}] {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:14:41.510641 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-cbe09887-ab17-4cbb-a79f-f100314b720a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-463771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7245'] for router, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:41.512834 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-cbe09887-ab17-4cbb-a79f-f100314b720a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:41.554344 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-cbe09887-ab17-4cbb-a79f-f100314b720a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-463762'] for router, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:41.554785 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe09887-ab17-4cbb-a79f-f100314b720a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 198087ae-1a87-44a4-a7e4-dc636becebab {{(pid=102740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 15:14:41.561491 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-cbe09887-ab17-4cbb-a79f-f100314b720a admin admin] Publish callbacks [] for router, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:41.562671 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-cbe09887-ab17-4cbb-a79f-f100314b720a admin admin] 10.222.0.20 "DELETE /v2.0/routers/198087ae-1a87-44a4-a7e4-dc636becebab HTTP/1.1" status: 204 len: 168 time: 0.7472908 Nov 19 15:14:41.565300 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 50166) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:14:41.612202 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5852368-6feb-4fa9-af34-45236a088499 admin admin] Deleting subnet 01cceedc-612a-4504-ab1d-b99395916aac {{(pid=102739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 15:14:41.615209 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a5852368-6feb-4fa9-af34-45236a088499 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:41.647683 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a5852368-6feb-4fa9-af34-45236a088499 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58996889'] for subnet, precommit_delete_associations {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:41.721055 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a5852368-6feb-4fa9-af34-45236a088499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606856'] for subnet, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:41.774217 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a5852368-6feb-4fa9-af34-45236a088499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58728006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59078695'] for subnet, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:41.801223 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5852368-6feb-4fa9-af34-45236a088499 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01cceedc-612a-4504-ab1d-b99395916aac,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:14:41.803200 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-a5852368-6feb-4fa9-af34-45236a088499 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for subnet, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:41.806680 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-a5852368-6feb-4fa9-af34-45236a088499 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/01cceedc-612a-4504-ab1d-b99395916aac HTTP/1.1" status: 204 len: 168 time: 0.2397833 Nov 19 15:14:41.808992 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 50168) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:14:41.811324 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1a194c-61fe-4952-8468-dea5ebcdf99d None None] Network 0559b452-5fe2-4232-b5a3-a5ef8698cc01 requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:14:41.882012 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c4952d69-45cc-4868-9eed-a80bce8cdefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616598'] for network, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:41.934923 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.plugin [None req-c4952d69-45cc-4868-9eed-a80bce8cdefc admin admin] Deleting port 163af940-b74f-4442-86f7-293f7b12fb36 {{(pid=102739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:14:41.935256 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c4952d69-45cc-4868-9eed-a80bce8cdefc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:42.001025 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-c4952d69-45cc-4868-9eed-a80bce8cdefc admin admin] For port 163af940-b74f-4442-86f7-293f7b12fb36, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=163af940-b74f-4442-86f7-293f7b12fb36,segment=NetworkSegment(94570b8a-3c9b-4683-9745-7999863e07b3),segment_id=94570b8a-3c9b-4683-9745-7999863e07b3)] {{(pid=102739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:14:42.001413 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c4952d69-45cc-4868-9eed-a80bce8cdefc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:42.013734 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.plugin [None req-c4952d69-45cc-4868-9eed-a80bce8cdefc admin admin] Calling delete_port for 163af940-b74f-4442-86f7-293f7b12fb36 owned by network:dhcp {{(pid=102739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:14:42.089174 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c4952d69-45cc-4868-9eed-a80bce8cdefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58728053'] for port, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:42.115532 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4952d69-45cc-4868-9eed-a80bce8cdefc admin admin] Pushing event deleted for resources: {'Port': ['ID=163af940-b74f-4442-86f7-293f7b12fb36,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:14:42.120957 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4952d69-45cc-4868-9eed-a80bce8cdefc admin admin] No DVR routers for this DVR port 163af940-b74f-4442-86f7-293f7b12fb36 on host dv-cinder-817573-1-iscsi {{(pid=102739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 15:14:42.188772 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c4952d69-45cc-4868-9eed-a80bce8cdefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-608543', 'neutron.services.segments.db._delete_segments_for_network-8763178264971'] for network, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:42.208729 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.services.segments.db [None req-c4952d69-45cc-4868-9eed-a80bce8cdefc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0559b452-5fe2-4232-b5a3-a5ef8698cc01']}} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:14:42.218975 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.services.segments.db [None req-c4952d69-45cc-4868-9eed-a80bce8cdefc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94570b8a-3c9b-4683-9745-7999863e07b3') {'for_net_delete': True} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:14:42.219393 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.services.segments.db [None req-c4952d69-45cc-4868-9eed-a80bce8cdefc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94570b8a-3c9b-4683-9745-7999863e07b3') {} {{(pid=102739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:14:42.229407 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c4952d69-45cc-4868-9eed-a80bce8cdefc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763178248843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58998122'] for segment, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:42.243707 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c4952d69-45cc-4868-9eed-a80bce8cdefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597'] for segment, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:42.247236 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062f36dc-eddd-41f8-bed4-3634e3e7c906 None None] DHCP port deletion for 0559b452-5fe2-4232-b5a3-a5ef8698cc01 request from dv-cinder-817573-1-iscsi {{(pid=102741) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 15:14:42.258318 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4952d69-45cc-4868-9eed-a80bce8cdefc admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=102739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 15:14:42.258318 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c4952d69-45cc-4868-9eed-a80bce8cdefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58727976'] for segment, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:42.260204 dv-cinder-817573-1-iscsi neutron-server[102739]: Traceback (most recent call last): Nov 19 15:14:42.260204 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 15:14:42.260204 dv-cinder-817573-1-iscsi neutron-server[102739]: timer() Nov 19 15:14:42.260204 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 15:14:42.260204 dv-cinder-817573-1-iscsi neutron-server[102739]: cb(*args, **kw) Nov 19 15:14:42.260204 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 15:14:42.260204 dv-cinder-817573-1-iscsi neutron-server[102739]: return func(*args, **kwargs) Nov 19 15:14:42.260204 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 15:14:42.260204 dv-cinder-817573-1-iscsi neutron-server[102739]: self._notify() Nov 19 15:14:42.260204 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 15:14:42.260204 dv-cinder-817573-1-iscsi neutron-server[102739]: self.callback(batched_events) Nov 19 15:14:42.260204 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 15:14:42.260204 dv-cinder-817573-1-iscsi neutron-server[102739]: event.method(event) Nov 19 15:14:42.260204 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 15:14:42.260204 dv-cinder-817573-1-iscsi neutron-server[102739]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 15:14:42.260204 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 15:14:42.260204 dv-cinder-817573-1-iscsi neutron-server[102739]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 15:14:42.260204 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 15:14:42.260204 dv-cinder-817573-1-iscsi neutron-server[102739]: return f(self, *a, **k) Nov 19 15:14:42.260204 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 15:14:42.260204 dv-cinder-817573-1-iscsi neutron-server[102739]: return self._get(url).json() Nov 19 15:14:42.260204 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 15:14:42.260204 dv-cinder-817573-1-iscsi neutron-server[102739]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 15:14:42.260204 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 15:14:42.260204 dv-cinder-817573-1-iscsi neutron-server[102739]: return self.request(url, 'GET', **kwargs) Nov 19 15:14:42.260204 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 15:14:42.260204 dv-cinder-817573-1-iscsi neutron-server[102739]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 15:14:42.260204 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 15:14:42.260204 dv-cinder-817573-1-iscsi neutron-server[102739]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 15:14:42.260204 dv-cinder-817573-1-iscsi neutron-server[102739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 15:14:42.260204 dv-cinder-817573-1-iscsi neutron-server[102739]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 15:14:42.260204 dv-cinder-817573-1-iscsi neutron-server[102739]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 15:14:42.317566 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c4952d69-45cc-4868-9eed-a80bce8cdefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-608518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469263'] for network, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:42.322306 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-c4952d69-45cc-4868-9eed-a80bce8cdefc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for network, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:42.326429 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-c4952d69-45cc-4868-9eed-a80bce8cdefc admin admin] 10.222.0.20 "DELETE /v2.0/networks/0559b452-5fe2-4232-b5a3-a5ef8698cc01 HTTP/1.1" status: 204 len: 168 time: 0.5163283 Nov 19 15:14:42.329587 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 50170) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:14:42.340325 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4952d69-45cc-4868-9eed-a80bce8cdefc admin admin] Pushing event deleted for resources: {'Network': ['ID=0559b452-5fe2-4232-b5a3-a5ef8698cc01,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:14:42.604649 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 163af940-b74f-4442-86f7-293f7b12fb36 no longer exists at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:14:42.625215 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] No Port match for: 163af940-b74f-4442-86f7-293f7b12fb36 {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:14:42.625571 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 163af940-b74f-4442-86f7-293f7b12fb36 not bound to the agent host dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:14:42.625995 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 45e7c71c-c783-4b4f-9835-cf17783f58aa no longer exists at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:14:42.644434 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] No Port match for: 45e7c71c-c783-4b4f-9835-cf17783f58aa {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:14:42.644782 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 45e7c71c-c783-4b4f-9835-cf17783f58aa not bound to the agent host dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:14:42.645213 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device c09f3d36-a96d-4152-a3ab-be2391ee4ac5 no longer exists at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:14:42.664489 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] No Port match for: c09f3d36-a96d-4152-a3ab-be2391ee4ac5 {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:14:42.664870 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device c09f3d36-a96d-4152-a3ab-be2391ee4ac5 not bound to the agent host dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:14:42.691001 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-301e5b67-253f-432a-a684-ca3461c56cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469809'] for router_interface, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:42.927531 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [None req-301e5b67-253f-432a-a684-ca3461c56cf2 admin admin] Deleting port 784940e7-8e7a-4083-ab5b-bbe03a9677d7 {{(pid=102740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:14:42.927762 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-301e5b67-253f-432a-a684-ca3461c56cf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:43.001682 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [None req-301e5b67-253f-432a-a684-ca3461c56cf2 admin admin] For port 784940e7-8e7a-4083-ab5b-bbe03a9677d7, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=784940e7-8e7a-4083-ab5b-bbe03a9677d7,segment=NetworkSegment(ac6840e8-2306-401b-a7fb-01834f6798c4),segment_id=ac6840e8-2306-401b-a7fb-01834f6798c4)] {{(pid=102740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:14:43.002034 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-301e5b67-253f-432a-a684-ca3461c56cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:43.016875 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [None req-301e5b67-253f-432a-a684-ca3461c56cf2 admin admin] Calling delete_port for 784940e7-8e7a-4083-ab5b-bbe03a9677d7 owned by network:router_interface {{(pid=102740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:14:43.188425 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-301e5b67-253f-432a-a684-ca3461c56cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:43.216392 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e5b67-253f-432a-a684-ca3461c56cf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=784940e7-8e7a-4083-ab5b-bbe03a9677d7,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:14:43.374595 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-301e5b67-253f-432a-a684-ca3461c56cf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469901'] for router_interface, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:43.578704 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301e5b67-253f-432a-a684-ca3461c56cf2 admin admin] Router 80f24f6c-2ca9-4e2d-8870-077f3e242207 has already been hosted by L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d {{(pid=102740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 15:14:43.679342 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301e5b67-253f-432a-a684-ca3461c56cf2 admin admin] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:14:43.685368 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-301e5b67-253f-432a-a684-ca3461c56cf2 admin admin] 10.222.0.20 "PUT /v2.0/routers/80f24f6c-2ca9-4e2d-8870-077f3e242207/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3540032 Nov 19 15:14:43.687184 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 50172) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:14:43.688898 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bb0314-5c2c-4fa8-8822-bca21cddafa2 None None] Sync routers for ids ['80f24f6c-2ca9-4e2d-8870-077f3e242207'] in dv-cinder-817573-1-iscsi {{(pid=102742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:14:43.698442 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bb0314-5c2c-4fa8-8822-bca21cddafa2 None None] Routers {'80f24f6c-2ca9-4e2d-8870-077f3e242207'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:14:43.699316 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-72bb0314-5c2c-4fa8-8822-bca21cddafa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:14:19Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['80f24f6c-2ca9-4e2d-8870-077f3e242207'], 'active': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:14:43.788567 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f42262a2-925d-435b-bd3e-71032a6a3b81 admin admin] Publish callbacks [] for router, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:43.801266 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvr_db [None req-72bb0314-5c2c-4fa8-8822-bca21cddafa2 None None] Set router 80f24f6c-2ca9-4e2d-8870-077f3e242207 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:14:43.992549 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-72bb0314-5c2c-4fa8-8822-bca21cddafa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f24f6c-2ca9-4e2d-8870-077f3e242207', 'name': 'tempest-TestShelveInstance-1140897796-router', 'tenant_id': '050dcf7414a5441baeafa1eac2da4ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '9205b562-f8e2-4f73-a00d-27090402a202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:10:02Z', 'updated_at': '2021-11-19T15:14:43Z', 'revision_number': 5, 'project_id': '050dcf7414a5441baeafa1eac2da4ae8', 'gw_port': {'id': '9205b562-f8e2-4f73-a00d-27090402a202', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f24f6c-2ca9-4e2d-8870-077f3e242207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:10:03Z', 'updated_at': '2021-11-19T15:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi'}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:14:44.018025 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bb0314-5c2c-4fa8-8822-bca21cddafa2 None None] Checking router: 80f24f6c-2ca9-4e2d-8870-077f3e242207 for host: dv-cinder-817573-1-iscsi {{(pid=102742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:14:44.026345 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bb0314-5c2c-4fa8-8822-bca21cddafa2 None None] Routers {'80f24f6c-2ca9-4e2d-8870-077f3e242207'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:14:44.026950 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-72bb0314-5c2c-4fa8-8822-bca21cddafa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:14:19Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['80f24f6c-2ca9-4e2d-8870-077f3e242207'], 'active': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:14:44.175164 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f42262a2-925d-435b-bd3e-71032a6a3b81 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:44.217434 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvr_db [None req-72bb0314-5c2c-4fa8-8822-bca21cddafa2 None None] Set router 80f24f6c-2ca9-4e2d-8870-077f3e242207 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:14:44.226609 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [None req-f42262a2-925d-435b-bd3e-71032a6a3b81 admin admin] Deleting port 9205b562-f8e2-4f73-a00d-27090402a202 {{(pid=102740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:14:44.226944 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f42262a2-925d-435b-bd3e-71032a6a3b81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:44.303398 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [None req-f42262a2-925d-435b-bd3e-71032a6a3b81 admin admin] For port 9205b562-f8e2-4f73-a00d-27090402a202, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=9205b562-f8e2-4f73-a00d-27090402a202,segment=NetworkSegment(8c548d3f-e438-4dec-b739-b60f621b5d36),segment_id=8c548d3f-e438-4dec-b739-b60f621b5d36)] {{(pid=102740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:14:44.303673 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f42262a2-925d-435b-bd3e-71032a6a3b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:44.318911 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [None req-f42262a2-925d-435b-bd3e-71032a6a3b81 admin admin] Calling delete_port for 9205b562-f8e2-4f73-a00d-27090402a202 owned by network:router_gateway {{(pid=102740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:14:44.390666 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-72bb0314-5c2c-4fa8-8822-bca21cddafa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f24f6c-2ca9-4e2d-8870-077f3e242207', 'name': 'tempest-TestShelveInstance-1140897796-router', 'tenant_id': '050dcf7414a5441baeafa1eac2da4ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '9205b562-f8e2-4f73-a00d-27090402a202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:10:02Z', 'updated_at': '2021-11-19T15:14:43Z', 'revision_number': 5, 'project_id': '050dcf7414a5441baeafa1eac2da4ae8', 'gw_port': {'id': '9205b562-f8e2-4f73-a00d-27090402a202', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f24f6c-2ca9-4e2d-8870-077f3e242207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:10:03Z', 'updated_at': '2021-11-19T15:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi'}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:14:44.416158 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bb0314-5c2c-4fa8-8822-bca21cddafa2 None None] The sync data for ids ['80f24f6c-2ca9-4e2d-8870-077f3e242207'] in dv-cinder-817573-1-iscsi is: [{'id': '80f24f6c-2ca9-4e2d-8870-077f3e242207', 'name': 'tempest-TestShelveInstance-1140897796-router', 'tenant_id': '050dcf7414a5441baeafa1eac2da4ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '9205b562-f8e2-4f73-a00d-27090402a202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:10:02Z', 'updated_at': '2021-11-19T15:14:43Z', 'revision_number': 5, 'project_id': '050dcf7414a5441baeafa1eac2da4ae8', 'gw_port': {'id': '9205b562-f8e2-4f73-a00d-27090402a202', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f24f6c-2ca9-4e2d-8870-077f3e242207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:10:03Z', 'updated_at': '2021-11-19T15:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi'}] {{(pid=102742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:14:44.489307 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f42262a2-925d-435b-bd3e-71032a6a3b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:44.513836 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42262a2-925d-435b-bd3e-71032a6a3b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=9205b562-f8e2-4f73-a00d-27090402a202,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:14:44.571815 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f42262a2-925d-435b-bd3e-71032a6a3b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437495'] for router_gateway, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:44.658268 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f42262a2-925d-435b-bd3e-71032a6a3b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-463771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7245'] for router, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:44.660337 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f42262a2-925d-435b-bd3e-71032a6a3b81 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:44.704785 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f42262a2-925d-435b-bd3e-71032a6a3b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-463762'] for router, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:44.705255 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42262a2-925d-435b-bd3e-71032a6a3b81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80f24f6c-2ca9-4e2d-8870-077f3e242207 {{(pid=102740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 15:14:44.709741 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f42262a2-925d-435b-bd3e-71032a6a3b81 admin admin] Publish callbacks [] for router, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:44.710723 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-f42262a2-925d-435b-bd3e-71032a6a3b81 admin admin] 10.222.0.20 "DELETE /v2.0/routers/80f24f6c-2ca9-4e2d-8870-077f3e242207 HTTP/1.1" status: 204 len: 168 time: 1.0226247 Nov 19 15:14:44.713278 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 50174) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:14:44.765265 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_v2 [None req-40a7d046-6fca-40bc-94d4-c3219f80b823 admin admin] Deleting subnet 99cc2c31-a2c9-4f43-9011-abcdd732d8c3 {{(pid=102740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 15:14:44.773830 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-40a7d046-6fca-40bc-94d4-c3219f80b823 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:44.814498 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-40a7d046-6fca-40bc-94d4-c3219f80b823 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58783506'] for subnet, precommit_delete_associations {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:44.855527 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 784940e7-8e7a-4083-ab5b-bbe03a9677d7 no longer exists at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:14:44.879842 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] No Port match for: 784940e7-8e7a-4083-ab5b-bbe03a9677d7 {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:14:44.880274 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 784940e7-8e7a-4083-ab5b-bbe03a9677d7 not bound to the agent host dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:14:44.901669 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-40a7d046-6fca-40bc-94d4-c3219f80b823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606856'] for subnet, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:44.954476 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-40a7d046-6fca-40bc-94d4-c3219f80b823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59360284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59253660'] for subnet, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:44.983262 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7d046-6fca-40bc-94d4-c3219f80b823 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99cc2c31-a2c9-4f43-9011-abcdd732d8c3,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:14:44.985273 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-40a7d046-6fca-40bc-94d4-c3219f80b823 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:44.990843 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-40a7d046-6fca-40bc-94d4-c3219f80b823 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/99cc2c31-a2c9-4f43-9011-abcdd732d8c3 HTTP/1.1" status: 204 len: 168 time: 0.2744310 Nov 19 15:14:44.991222 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 50176) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:14:44.995440 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a61c33-45cc-4470-a490-70906bb0721d None None] Network a89d86e0-87d8-4789-b42a-c97859407217 requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:14:45.072012 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-0cdd8b2b-7c66-40c4-a855-6bae584e7fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616598'] for network, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:45.131121 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [None req-0cdd8b2b-7c66-40c4-a855-6bae584e7fb9 admin admin] Deleting port b5951879-661d-4961-b587-fb518fc58a03 {{(pid=102740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:14:45.131460 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-0cdd8b2b-7c66-40c4-a855-6bae584e7fb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:45.193375 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [None req-0cdd8b2b-7c66-40c4-a855-6bae584e7fb9 admin admin] For port b5951879-661d-4961-b587-fb518fc58a03, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=b5951879-661d-4961-b587-fb518fc58a03,segment=NetworkSegment(ac6840e8-2306-401b-a7fb-01834f6798c4),segment_id=ac6840e8-2306-401b-a7fb-01834f6798c4)] {{(pid=102740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:14:45.193735 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-0cdd8b2b-7c66-40c4-a855-6bae584e7fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:45.205735 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [None req-0cdd8b2b-7c66-40c4-a855-6bae584e7fb9 admin admin] Calling delete_port for b5951879-661d-4961-b587-fb518fc58a03 owned by network:dhcp {{(pid=102740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:14:45.285644 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-0cdd8b2b-7c66-40c4-a855-6bae584e7fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:45.311292 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd8b2b-7c66-40c4-a855-6bae584e7fb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5951879-661d-4961-b587-fb518fc58a03,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:14:45.314741 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdd8b2b-7c66-40c4-a855-6bae584e7fb9 admin admin] No DVR routers for this DVR port b5951879-661d-4961-b587-fb518fc58a03 on host dv-cinder-817573-1-iscsi {{(pid=102740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 15:14:45.387042 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-0cdd8b2b-7c66-40c4-a855-6bae584e7fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-608543', 'neutron.services.segments.db._delete_segments_for_network-8763178264971'] for network, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:45.407299 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.services.segments.db [None req-0cdd8b2b-7c66-40c4-a855-6bae584e7fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a89d86e0-87d8-4789-b42a-c97859407217']}} {{(pid=102740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:14:45.416953 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.services.segments.db [None req-0cdd8b2b-7c66-40c4-a855-6bae584e7fb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac6840e8-2306-401b-a7fb-01834f6798c4') {'for_net_delete': True} {{(pid=102740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:14:45.417253 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.services.segments.db [None req-0cdd8b2b-7c66-40c4-a855-6bae584e7fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac6840e8-2306-401b-a7fb-01834f6798c4') {} {{(pid=102740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:14:45.427660 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-0cdd8b2b-7c66-40c4-a855-6bae584e7fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763178248843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58782433'] for segment, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:45.438304 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7828b82-ab6e-412a-92aa-5a239c12470b None None] DHCP port deletion for a89d86e0-87d8-4789-b42a-c97859407217 request from dv-cinder-817573-1-iscsi {{(pid=102741) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 15:14:45.442040 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-0cdd8b2b-7c66-40c4-a855-6bae584e7fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597'] for segment, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:45.455391 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cdd8b2b-7c66-40c4-a855-6bae584e7fb9 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=102740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 15:14:45.455964 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-0cdd8b2b-7c66-40c4-a855-6bae584e7fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59360370'] for segment, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:45.457910 dv-cinder-817573-1-iscsi neutron-server[102740]: Traceback (most recent call last): Nov 19 15:14:45.457910 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 15:14:45.457910 dv-cinder-817573-1-iscsi neutron-server[102740]: timer() Nov 19 15:14:45.457910 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 15:14:45.457910 dv-cinder-817573-1-iscsi neutron-server[102740]: cb(*args, **kw) Nov 19 15:14:45.457910 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 15:14:45.457910 dv-cinder-817573-1-iscsi neutron-server[102740]: return func(*args, **kwargs) Nov 19 15:14:45.457910 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 15:14:45.457910 dv-cinder-817573-1-iscsi neutron-server[102740]: self._notify() Nov 19 15:14:45.457910 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 15:14:45.457910 dv-cinder-817573-1-iscsi neutron-server[102740]: self.callback(batched_events) Nov 19 15:14:45.457910 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 15:14:45.457910 dv-cinder-817573-1-iscsi neutron-server[102740]: event.method(event) Nov 19 15:14:45.457910 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 15:14:45.457910 dv-cinder-817573-1-iscsi neutron-server[102740]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 15:14:45.457910 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 15:14:45.457910 dv-cinder-817573-1-iscsi neutron-server[102740]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 15:14:45.457910 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 15:14:45.457910 dv-cinder-817573-1-iscsi neutron-server[102740]: return f(self, *a, **k) Nov 19 15:14:45.457910 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 15:14:45.457910 dv-cinder-817573-1-iscsi neutron-server[102740]: return self._get(url).json() Nov 19 15:14:45.457910 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 15:14:45.457910 dv-cinder-817573-1-iscsi neutron-server[102740]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 15:14:45.457910 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 15:14:45.457910 dv-cinder-817573-1-iscsi neutron-server[102740]: return self.request(url, 'GET', **kwargs) Nov 19 15:14:45.457910 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 15:14:45.457910 dv-cinder-817573-1-iscsi neutron-server[102740]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 15:14:45.457910 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 15:14:45.457910 dv-cinder-817573-1-iscsi neutron-server[102740]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 15:14:45.457910 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 15:14:45.457910 dv-cinder-817573-1-iscsi neutron-server[102740]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 15:14:45.457910 dv-cinder-817573-1-iscsi neutron-server[102740]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 15:14:45.511324 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-0cdd8b2b-7c66-40c4-a855-6bae584e7fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-608518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469263'] for network, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:45.516560 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-0cdd8b2b-7c66-40c4-a855-6bae584e7fb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for network, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:45.519675 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-0cdd8b2b-7c66-40c4-a855-6bae584e7fb9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a89d86e0-87d8-4789-b42a-c97859407217 HTTP/1.1" status: 204 len: 168 time: 0.5274928 Nov 19 15:14:45.530854 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd8b2b-7c66-40c4-a855-6bae584e7fb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a89d86e0-87d8-4789-b42a-c97859407217,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:14:45.602022 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 6 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:14:45.678010 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 50180) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:14:45.717703 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-2e3d9962-64c3-479e-b1df-e5472bd57502 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=25b1a546d19f4c95ac7e9af520d72381&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385232 Nov 19 15:14:45.720189 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 50182) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:14:45.771464 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-357e819e-a65c-4319-95b2-f302e70dc783 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:45.792693 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-357e819e-a65c-4319-95b2-f302e70dc783 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:45.838163 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-357e819e-a65c-4319-95b2-f302e70dc783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:45.841525 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-357e819e-a65c-4319-95b2-f302e70dc783 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:45.842704 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-357e819e-a65c-4319-95b2-f302e70dc783 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cb0795db-90e5-4e1a-a919-7ffdce51c9f6 HTTP/1.1" status: 204 len: 168 time: 0.1215320 Nov 19 15:14:45.850786 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e819e-a65c-4319-95b2-f302e70dc783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0795db-90e5-4e1a-a919-7ffdce51c9f6,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:14:46.145377 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-0c3cdfea-c804-42be-93ac-6e53a4b542c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:46.150197 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 50188) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:14:46.189629 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-b1591522-a5b7-4d1b-8131-fbc259678369 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=050dcf7414a5441baeafa1eac2da4ae8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380750 Nov 19 15:14:46.191814 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 50190) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:14:46.237966 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-20bee162-93c1-4f9c-8a61-2a154cee78d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:46.259029 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-20bee162-93c1-4f9c-8a61-2a154cee78d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:46.302647 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-20bee162-93c1-4f9c-8a61-2a154cee78d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:46.305334 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-20bee162-93c1-4f9c-8a61-2a154cee78d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:46.306457 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-20bee162-93c1-4f9c-8a61-2a154cee78d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b830a9eb-a891-4395-a58f-91fb7d4a8104 HTTP/1.1" status: 204 len: 168 time: 0.1137776 Nov 19 15:14:46.314646 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bee162-93c1-4f9c-8a61-2a154cee78d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b830a9eb-a891-4395-a58f-91fb7d4a8104,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:14:46.604485 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 9205b562-f8e2-4f73-a00d-27090402a202 no longer exists at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:14:46.627060 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] No Port match for: 9205b562-f8e2-4f73-a00d-27090402a202 {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:14:46.627414 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 9205b562-f8e2-4f73-a00d-27090402a202 not bound to the agent host dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:14:46.627901 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device b5951879-661d-4961-b587-fb518fc58a03 no longer exists at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:14:46.648390 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] No Port match for: b5951879-661d-4961-b587-fb518fc58a03 {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:14:46.648881 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device b5951879-661d-4961-b587-fb518fc58a03 not bound to the agent host dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:14:48.633883 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-5190f48a-f0fe-4f84-ba43-1e73bf972d3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:49.688047 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:51.091688 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:14:52.124672 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:04.163669 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:09.695329 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f47365a5-09dd-45fe-87c7-59cbcb5cd284 req-7217655c-9299-412a-bb3e-cdcaa64e8685 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4f534c90-09f2-4218-b7b4-705333509372&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1752937 Nov 19 15:15:09.767750 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47365a5-09dd-45fe-87c7-59cbcb5cd284 req-2860269f-e3ab-4d8e-be94-8bb3869358c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:15:09.769293 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f47365a5-09dd-45fe-87c7-59cbcb5cd284 req-2860269f-e3ab-4d8e-be94-8bb3869358c3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=65503588761e4489b784b977e0d1e639&device_id=4f534c90-09f2-4218-b7b4-705333509372 HTTP/1.1" status: 200 len: 1099 time: 0.0441844 Nov 19 15:15:09.873447 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47365a5-09dd-45fe-87c7-59cbcb5cd284 req-b1ebe0b4-bd07-4833-990b-daad6428bee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:15:09.875139 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f47365a5-09dd-45fe-87c7-59cbcb5cd284 req-b1ebe0b4-bd07-4833-990b-daad6428bee5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c592f38-b1dc-4d53-b93f-a1671b339d81 HTTP/1.1" status: 200 len: 913 time: 0.0852301 Nov 19 15:15:09.950054 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f47365a5-09dd-45fe-87c7-59cbcb5cd284 req-901535ac-a2c6-4598-a682-145bd4737b56 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc HTTP/1.1" status: 200 len: 1002 time: 0.0629430 Nov 19 15:15:09.997486 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47365a5-09dd-45fe-87c7-59cbcb5cd284 req-68d900b9-5460-4815-8ca5-b81a7d2ab951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:15:09.999410 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f47365a5-09dd-45fe-87c7-59cbcb5cd284 req-68d900b9-5460-4815-8ca5-b81a7d2ab951 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30034238-24c0-4d3c-a28b-a2cb125a0843 HTTP/1.1" status: 200 len: 851 time: 0.0416801 Nov 19 15:15:10.052241 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47365a5-09dd-45fe-87c7-59cbcb5cd284 req-7d02183d-4f2a-4b85-8025-e3a4e42125f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:15:10.053741 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f47365a5-09dd-45fe-87c7-59cbcb5cd284 req-7d02183d-4f2a-4b85-8025-e3a4e42125f0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c592f38-b1dc-4d53-b93f-a1671b339d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418050 Nov 19 15:15:10.143283 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f47365a5-09dd-45fe-87c7-59cbcb5cd284 req-b4aa20a3-20fc-4ea6-b5c5-ed96d7bf336a service neutron] 10.222.0.11 "GET /v2.0/networks/1c592f38-b1dc-4d53-b93f-a1671b339d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808783 Nov 19 15:15:10.238104 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-f47365a5-09dd-45fe-87c7-59cbcb5cd284 req-3c882c94-4218-423a-bbc7-2c6ceae96ea7 service neutron] 10.222.0.11 "GET /v2.0/networks/1c592f38-b1dc-4d53-b93f-a1671b339d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827448 Nov 19 15:15:16.146573 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-74d01c9f-8df3-42e4-b3fa-66870ca76225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:18.633702 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-2350fe11-2b5d-4d5e-9a26-f85239feedc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:19.690775 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:21.094203 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:22.126388 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:22.600942 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 6 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:15:34.178804 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:35.082006 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09d7ea-c929-44cc-9ff6-3a840e8b0a48 req-a56f469e-b32f-4e0c-b61b-1141876078b1 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:15:35.083462 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8a09d7ea-c929-44cc-9ff6-3a840e8b0a48 req-a56f469e-b32f-4e0c-b61b-1141876078b1 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f534c90-09f2-4218-b7b4-705333509372 HTTP/1.1" status: 200 len: 946 time: 0.0494630 Nov 19 15:15:35.131704 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-8a09d7ea-c929-44cc-9ff6-3a840e8b0a48 req-07c75540-19b1-4f52-b49d-3b99fa9a29d2 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422440 Nov 19 15:15:36.248841 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a054e-f3f0-4277-8129-c01c336543a7 req-fc67c24f-3c78-4475-9a24-fe84b1dc486f tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:15:36.250363 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-f00a054e-f3f0-4277-8129-c01c336543a7 req-fc67c24f-3c78-4475-9a24-fe84b1dc486f tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f534c90-09f2-4218-b7b4-705333509372 HTTP/1.1" status: 200 len: 946 time: 0.0492754 Nov 19 15:15:36.298029 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-f00a054e-f3f0-4277-8129-c01c336543a7 req-97a567ae-c1fa-4508-8eda-ef6bf1411b88 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417607 Nov 19 15:15:36.823091 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89264ffd-ed27-4b41-ae9e-53cfca52e83c req-9c7fc8a2-a28a-42bf-b481-15c8b916fe54 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:15:36.824564 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-89264ffd-ed27-4b41-ae9e-53cfca52e83c req-9c7fc8a2-a28a-42bf-b481-15c8b916fe54 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f534c90-09f2-4218-b7b4-705333509372 HTTP/1.1" status: 200 len: 946 time: 0.0477614 Nov 19 15:15:36.914065 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-89264ffd-ed27-4b41-ae9e-53cfca52e83c req-03c8b06a-ea64-4058-b69d-e453dc990e67 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Deleting port 49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc {{(pid=102740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:15:36.914403 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-89264ffd-ed27-4b41-ae9e-53cfca52e83c req-03c8b06a-ea64-4058-b69d-e453dc990e67 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:37.000549 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-89264ffd-ed27-4b41-ae9e-53cfca52e83c req-03c8b06a-ea64-4058-b69d-e453dc990e67 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] For port 49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc,segment=NetworkSegment(4e148c86-ca99-492f-8666-55e54f07b46f),segment_id=4e148c86-ca99-492f-8666-55e54f07b46f)] {{(pid=102740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:15:37.000954 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-89264ffd-ed27-4b41-ae9e-53cfca52e83c req-03c8b06a-ea64-4058-b69d-e453dc990e67 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:37.167840 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-89264ffd-ed27-4b41-ae9e-53cfca52e83c req-03c8b06a-ea64-4058-b69d-e453dc990e67 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:37.168117 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-89264ffd-ed27-4b41-ae9e-53cfca52e83c req-03c8b06a-ea64-4058-b69d-e453dc990e67 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469297'] for floatingip, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:37.168435 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.db.l3_db [req-89264ffd-ed27-4b41-ae9e-53cfca52e83c req-03c8b06a-ea64-4058-b69d-e453dc990e67 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Floating IP e8aaad64-cd55-401f-a6d2-3d0c32186463 disassociated. External IP: 172.27.0.235, port: 49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc. Nov 19 15:15:37.168777 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-89264ffd-ed27-4b41-ae9e-53cfca52e83c req-03c8b06a-ea64-4058-b69d-e453dc990e67 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Calling delete_port for 49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc owned by compute:nova {{(pid=102740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:15:37.291639 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-89264ffd-ed27-4b41-ae9e-53cfca52e83c req-03c8b06a-ea64-4058-b69d-e453dc990e67 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:37.317653 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c8b06a-ea64-4058-b69d-e453dc990e67 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Pushing event deleted for resources: {'Port': ['ID=49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:15:37.426852 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0bc70cb4-148c-4634-b305-67b424b1767a req-2e0c215f-b371-452c-85ed-21ddf03aecb3 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f534c90-09f2-4218-b7b4-705333509372 HTTP/1.1" status: 200 len: 210 time: 0.0564060 Nov 19 15:15:37.456417 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89264ffd-ed27-4b41-ae9e-53cfca52e83c req-03c8b06a-ea64-4058-b69d-e453dc990e67 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Router 021e1929-bce7-4da2-877c-91b0a5927045 has already been hosted by L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d {{(pid=102740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 15:15:37.561914 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89264ffd-ed27-4b41-ae9e-53cfca52e83c req-03c8b06a-ea64-4058-b69d-e453dc990e67 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:15:37.573144 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35a84fe-6cec-4922-b61d-317e71c3aeae None None] Sync routers for ids ['021e1929-bce7-4da2-877c-91b0a5927045'] in dv-cinder-817573-1-iscsi {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:15:37.583217 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35a84fe-6cec-4922-b61d-317e71c3aeae None None] Routers {'021e1929-bce7-4da2-877c-91b0a5927045'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:15:37.583818 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-c35a84fe-6cec-4922-b61d-317e71c3aeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:15:19Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['021e1929-bce7-4da2-877c-91b0a5927045'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:15:37.599947 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-89264ffd-ed27-4b41-ae9e-53cfca52e83c req-03c8b06a-ea64-4058-b69d-e453dc990e67 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] No DVR routers for this DVR port 49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc on host hv-cinder-81757 {{(pid=102740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 15:15:37.602623 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-89264ffd-ed27-4b41-ae9e-53cfca52e83c req-03c8b06a-ea64-4058-b69d-e453dc990e67 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:37.606053 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-89264ffd-ed27-4b41-ae9e-53cfca52e83c req-03c8b06a-ea64-4058-b69d-e453dc990e67 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.11 "DELETE /v2.0/ports/49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc HTTP/1.1" status: 204 len: 173 time: 0.7750301 Nov 19 15:15:37.606505 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f534c90-09f2-4218-b7b4-705333509372', 'name': 'network-vif-deleted', 'tag': '49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:15:37.609439 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99c83a7-9afd-41fd-806a-fafdf949626c" -d '{"events": [{"server_uuid": "4f534c90-09f2-4218-b7b4-705333509372", "name": "network-vif-deleted", "tag": "49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:15:37.711989 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-c35a84fe-6cec-4922-b61d-317e71c3aeae None None] Set router 021e1929-bce7-4da2-877c-91b0a5927045 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:15:37.786937 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e40843d-47d0-4b9d-accb-cf1457450c5b x-openstack-request-id: req-3e40843d-47d0-4b9d-accb-cf1457450c5b {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:15:37.787237 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f534c90-09f2-4218-b7b4-705333509372", "name": "network-vif-deleted", "tag": "49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:15:37.787499 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e40843d-47d0-4b9d-accb-cf1457450c5b {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:15:37.787909 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f534c90-09f2-4218-b7b4-705333509372', 'name': 'network-vif-deleted', 'tag': '49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc', 'status': 'completed', 'code': 200} Nov 19 15:15:37.924839 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-c35a84fe-6cec-4922-b61d-317e71c3aeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021e1929-bce7-4da2-877c-91b0a5927045', 'name': 'tempest-TestVolumeBootPattern-1321544495-router', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:52Z', 'revision_number': 4, 'project_id': '65503588761e4489b784b977e0d1e639', 'gw_port': {'id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '4bd73374-bd95-41dd-83a6-299b371ec3c6', 'name': '', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'mac_address': 'fa:16:3e:51:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:51Z', 'updated_at': '2021-11-19T15:12:58Z', 'revision_number': 5, 'project_id': '65503588761e4489b784b977e0d1e639', 'subnets': [{'id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:15:37.950673 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35a84fe-6cec-4922-b61d-317e71c3aeae None None] Checking router: 021e1929-bce7-4da2-877c-91b0a5927045 for host: dv-cinder-817573-1-iscsi {{(pid=102741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:15:37.959455 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35a84fe-6cec-4922-b61d-317e71c3aeae None None] Routers {'021e1929-bce7-4da2-877c-91b0a5927045'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:15:37.960051 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-c35a84fe-6cec-4922-b61d-317e71c3aeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:15:19Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['021e1929-bce7-4da2-877c-91b0a5927045'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:15:38.064858 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-c35a84fe-6cec-4922-b61d-317e71c3aeae None None] Set router 021e1929-bce7-4da2-877c-91b0a5927045 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:15:38.269241 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-c35a84fe-6cec-4922-b61d-317e71c3aeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021e1929-bce7-4da2-877c-91b0a5927045', 'name': 'tempest-TestVolumeBootPattern-1321544495-router', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:52Z', 'revision_number': 4, 'project_id': '65503588761e4489b784b977e0d1e639', 'gw_port': {'id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '4bd73374-bd95-41dd-83a6-299b371ec3c6', 'name': '', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'mac_address': 'fa:16:3e:51:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:51Z', 'updated_at': '2021-11-19T15:12:58Z', 'revision_number': 5, 'project_id': '65503588761e4489b784b977e0d1e639', 'subnets': [{'id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:15:38.300469 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35a84fe-6cec-4922-b61d-317e71c3aeae None None] The sync data for ids ['021e1929-bce7-4da2-877c-91b0a5927045'] in dv-cinder-817573-1-iscsi is: [{'id': '021e1929-bce7-4da2-877c-91b0a5927045', 'name': 'tempest-TestVolumeBootPattern-1321544495-router', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:52Z', 'revision_number': 4, 'project_id': '65503588761e4489b784b977e0d1e639', 'gw_port': {'id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '4bd73374-bd95-41dd-83a6-299b371ec3c6', 'name': '', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'mac_address': 'fa:16:3e:51:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:51Z', 'updated_at': '2021-11-19T15:12:58Z', 'revision_number': 5, 'project_id': '65503588761e4489b784b977e0d1e639', 'subnets': [{'id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:15:38.518443 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5ed900-ac69-4ee2-8893-7d964c17765f None None] New status for floating IP e8aaad64-cd55-401f-a6d2-3d0c32186463: DOWN {{(pid=102742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 15:15:38.696606 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-5e23d3a4-73df-4eba-a076-71029d8cdca1 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-417721389&fields=id&tenant_id=65503588761e4489b784b977e0d1e639 HTTP/1.1" status: 200 len: 267 time: 0.0485888 Nov 19 15:15:38.800628 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-8262241d-4aea-415b-b25d-92cbc7f003c9 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:15:38.802092 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-8262241d-4aea-415b-b25d-92cbc7f003c9 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/networks?id=1c592f38-b1dc-4d53-b93f-a1671b339d81 HTTP/1.1" status: 200 len: 812 time: 0.0979571 Nov 19 15:15:38.817302 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-5044df97-8059-4829-9ed6-395af007212d tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/quotas/65503588761e4489b784b977e0d1e639 HTTP/1.1" status: 200 len: 375 time: 0.0093832 Nov 19 15:15:38.867714 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-2b4b4a22-8bb8-41f3-bbe0-647c71286ad0 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=65503588761e4489b784b977e0d1e639&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453997 Nov 19 15:15:38.928962 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-75a2164e-f8b5-4493-9865-7aba3c2c84af service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 15:15:38.929944 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-75a2164e-f8b5-4493-9865-7aba3c2c84af service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0503867 Nov 19 15:15:39.019179 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-6667b914-2304-484f-bec2-429099900ebe service neutron] 10.222.0.20 "GET /v2.0/networks/1c592f38-b1dc-4d53-b93f-a1671b339d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823035 Nov 19 15:15:39.104458 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-fc4be055-5866-479c-893d-5c8cd7f22258 service neutron] 10.222.0.20 "GET /v2.0/networks/1c592f38-b1dc-4d53-b93f-a1671b339d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794334 Nov 19 15:15:39.384164 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-46367e67-ee71-42a9-a595-26deaf26ee33 req-cfe4992d-a5d1-4db6-b748-8ab0eac47476 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=eaf3eece-d64c-4bf3-83bf-563ec88864ba HTTP/1.1" status: 200 len: 210 time: 0.0262539 Nov 19 15:15:39.447598 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc no longer exists at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:15:39.468522 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] No Port match for: 49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:15:39.468900 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 49cc9bc1-bcfe-4ce8-b2a7-027e148bd6dc not bound to the agent host hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:15:40.464111 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ed989585-9b62-45b0-a40e-24003f051baf req-770e0851-45b8-4926-8b94-7024c0d2fea4 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=eaf3eece-d64c-4bf3-83bf-563ec88864ba HTTP/1.1" status: 200 len: 210 time: 0.0304513 Nov 19 15:15:41.554098 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-7c2584b5-4be9-4554-8c4c-98d981389515 req-2e8bdeff-28b5-427e-be1f-efd9379a7c7f tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=eaf3eece-d64c-4bf3-83bf-563ec88864ba HTTP/1.1" status: 200 len: 210 time: 0.0258956 Nov 19 15:15:42.477138 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-e93cc0fa-177e-4df9-bebe-a88b2b82e35b tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:15:42.478560 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-e93cc0fa-177e-4df9-bebe-a88b2b82e35b tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.11 "GET /v2.0/networks?id=1c592f38-b1dc-4d53-b93f-a1671b339d81 HTTP/1.1" status: 200 len: 812 time: 0.1051054 Nov 19 15:15:42.539997 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-24eb520e-0905-4462-ac7b-4038f0c122c7 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65503588761e4489b784b977e0d1e639 HTTP/1.1" status: 200 len: 379 time: 0.0520642 Nov 19 15:15:42.550127 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-eb993e99-9578-4915-a342-1a7ed785c262 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Request body: {'port': {'device_id': 'eaf3eece-d64c-4bf3-83bf-563ec88864ba', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'admin_state_up': True, 'tenant_id': '65503588761e4489b784b977e0d1e639', 'security_groups': ['7ea866e4-f477-42a1-9ba1-28edf782b752']}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:15:42.650852 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-96aaf7c5-7b62-4902-84cd-76d007b56a74 req-e03503ff-e545-42eb-a6bf-225bfe33f8c7 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=eaf3eece-d64c-4bf3-83bf-563ec88864ba HTTP/1.1" status: 200 len: 210 time: 0.0261016 Nov 19 15:15:42.663588 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-eb993e99-9578-4915-a342-1a7ed785c262 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Made reservation on behalf of 65503588761e4489b784b977e0d1e639 for: {'port': 1} {{(pid=102740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:15:42.667158 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-eb993e99-9578-4915-a342-1a7ed785c262 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:42.791543 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_common [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-eb993e99-9578-4915-a342-1a7ed785c262 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Allocated IP 172.20.0.10 (1c592f38-b1dc-4d53-b93f-a1671b339d81/30034238-24c0-4d3c-a28b-a2cb125a0843/955c8b76-5a6a-4692-b466-8c89094073a7) {{(pid=102740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:15:42.933778 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-eb993e99-9578-4915-a342-1a7ed785c262 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for port, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:42.967729 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-eb993e99-9578-4915-a342-1a7ed785c262 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:43.010844 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-eb993e99-9578-4915-a342-1a7ed785c262 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Network 1c592f38-b1dc-4d53-b93f-a1671b339d81 is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:15:43.014490 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-eb993e99-9578-4915-a342-1a7ed785c262 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:15:43.018082 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-eb993e99-9578-4915-a342-1a7ed785c262 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Received port after_create {{(pid=102740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:15:43.024237 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb993e99-9578-4915-a342-1a7ed785c262 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Pushing event updated for resources: {'Port': ['ID=955c8b76-5a6a-4692-b466-8c89094073a7,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:15:43.055096 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb993e99-9578-4915-a342-1a7ed785c262 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:15:43.055447 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb993e99-9578-4915-a342-1a7ed785c262 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:15:43.055789 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb993e99-9578-4915-a342-1a7ed785c262 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:15:43.056125 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb993e99-9578-4915-a342-1a7ed785c262 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:15:43.056457 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb993e99-9578-4915-a342-1a7ed785c262 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:15:43.056809 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb993e99-9578-4915-a342-1a7ed785c262 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:15:43.057142 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb993e99-9578-4915-a342-1a7ed785c262 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:15:43.057468 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb993e99-9578-4915-a342-1a7ed785c262 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:15:43.057796 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb993e99-9578-4915-a342-1a7ed785c262 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:15:43.058120 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb993e99-9578-4915-a342-1a7ed785c262 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:15:43.058443 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb993e99-9578-4915-a342-1a7ed785c262 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:15:43.058763 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb993e99-9578-4915-a342-1a7ed785c262 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:15:43.083942 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-eb993e99-9578-4915-a342-1a7ed785c262 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:15:43.084556 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-eb993e99-9578-4915-a342-1a7ed785c262 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:43.101952 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-eb993e99-9578-4915-a342-1a7ed785c262 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5554011 Nov 19 15:15:43.119377 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-114bee43-d690-49bc-bb4c-7382fb20a293 service neutron] Request body: {'port': {'device_id': 'eaf3eece-d64c-4bf3-83bf-563ec88864ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81757'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:15:43.173692 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-114bee43-d690-49bc-bb4c-7382fb20a293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:43.213085 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-6c809669-3cd6-4625-a49d-0b749ab1ea7e None None] Provisioning complete for port 955c8b76-5a6a-4692-b466-8c89094073a7 triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:15:43.213721 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-6c809669-3cd6-4625-a49d-0b749ab1ea7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:43.371786 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-6c809669-3cd6-4625-a49d-0b749ab1ea7e None None] Port 955c8b76-5a6a-4692-b466-8c89094073a7 cannot update to ACTIVE because it is not bound. {{(pid=102741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 15:15:43.435777 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-114bee43-d690-49bc-bb4c-7382fb20a293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 955c8b76-5a6a-4692-b466-8c89094073a7 {{(pid=102740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:15:43.443108 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-114bee43-d690-49bc-bb4c-7382fb20a293 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:43.455395 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.provisioning_blocks [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-114bee43-d690-49bc-bb4c-7382fb20a293 service neutron] Transition to ACTIVE for port object 955c8b76-5a6a-4692-b466-8c89094073a7 will not be triggered until provisioned by entity L2. {{(pid=102740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 15:15:43.459053 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-114bee43-d690-49bc-bb4c-7382fb20a293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59360342'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:43.530841 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114bee43-d690-49bc-bb4c-7382fb20a293 service neutron] Pushing event updated for resources: {'Port': ['ID=955c8b76-5a6a-4692-b466-8c89094073a7,revision_number=2']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:15:43.583018 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-114bee43-d690-49bc-bb4c-7382fb20a293 service neutron] Attempting to bind port 955c8b76-5a6a-4692-b466-8c89094073a7 on host hv-cinder-81757 for vnic_type normal with profile {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:15:43.583354 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-114bee43-d690-49bc-bb4c-7382fb20a293 service neutron] Attempting to bind port 955c8b76-5a6a-4692-b466-8c89094073a7 by drivers openvswitch,hyperv on host hv-cinder-81757 at level 0 using segments [{'id': '4e148c86-ca99-492f-8666-55e54f07b46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81'}] {{(pid=102740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:15:43.583686 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-114bee43-d690-49bc-bb4c-7382fb20a293 service neutron] Attempting to bind port 955c8b76-5a6a-4692-b466-8c89094073a7 on network 1c592f38-b1dc-4d53-b93f-a1671b339d81 {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:15:43.588316 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-114bee43-d690-49bc-bb4c-7382fb20a293 service neutron] Port 955c8b76-5a6a-4692-b466-8c89094073a7 on network 1c592f38-b1dc-4d53-b93f-a1671b339d81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81757 {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 15:15:43.588706 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-114bee43-d690-49bc-bb4c-7382fb20a293 service neutron] Attempting to bind port 955c8b76-5a6a-4692-b466-8c89094073a7 on network 1c592f38-b1dc-4d53-b93f-a1671b339d81 {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:15:43.594734 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-114bee43-d690-49bc-bb4c-7382fb20a293 service neutron] Checking agent: {'id': 'e1ea3be9-4fba-465d-a0c0-35388eb51f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'started_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:15:43.595075 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-114bee43-d690-49bc-bb4c-7382fb20a293 service neutron] Checking segment: {'id': '4e148c86-ca99-492f-8666-55e54f07b46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:15:43.595464 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-114bee43-d690-49bc-bb4c-7382fb20a293 service neutron] Bound using segment: {'id': '4e148c86-ca99-492f-8666-55e54f07b46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81'} {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:15:43.595893 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-114bee43-d690-49bc-bb4c-7382fb20a293 service neutron] Bound port: 955c8b76-5a6a-4692-b466-8c89094073a7, host: hv-cinder-81757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e148c86-ca99-492f-8666-55e54f07b46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81'}}] {{(pid=102740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:15:43.596248 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-114bee43-d690-49bc-bb4c-7382fb20a293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:43.660397 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-114bee43-d690-49bc-bb4c-7382fb20a293 service neutron] For port 955c8b76-5a6a-4692-b466-8c89094073a7, host hv-cinder-81757, cleared binding levels {{(pid=102740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:15:43.663380 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-114bee43-d690-49bc-bb4c-7382fb20a293 service neutron] For port 955c8b76-5a6a-4692-b466-8c89094073a7, host hv-cinder-81757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=955c8b76-5a6a-4692-b466-8c89094073a7,segment=NetworkSegment(4e148c86-ca99-492f-8666-55e54f07b46f),segment_id=4e148c86-ca99-492f-8666-55e54f07b46f)] {{(pid=102740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:15:43.667782 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-114bee43-d690-49bc-bb4c-7382fb20a293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59360342'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:44.002064 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-114bee43-d690-49bc-bb4c-7382fb20a293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:15:44.002678 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-114bee43-d690-49bc-bb4c-7382fb20a293 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:44.004035 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-114bee43-d690-49bc-bb4c-7382fb20a293 service neutron] 10.222.0.11 "PUT /v2.0/ports/955c8b76-5a6a-4692-b466-8c89094073a7 HTTP/1.1" status: 200 len: 1094 time: 0.8889823 Nov 19 15:15:44.006338 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaf3eece-d64c-4bf3-83bf-563ec88864ba', 'tag': '955c8b76-5a6a-4692-b466-8c89094073a7'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:15:44.008579 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c6e7a5-dfa3-40be-9687-2d842dfd44c0" -d '{"events": [{"name": "network-changed", "server_uuid": "eaf3eece-d64c-4bf3-83bf-563ec88864ba", "tag": "955c8b76-5a6a-4692-b466-8c89094073a7"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:15:44.032754 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114bee43-d690-49bc-bb4c-7382fb20a293 service neutron] Pushing event updated for resources: {'Port': ['ID=955c8b76-5a6a-4692-b466-8c89094073a7,revision_number=3']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:15:44.052438 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3312b8-be8b-4627-9278-84c42423e7df req-fbc2825c-242c-4e8c-b589-803817ba1abc tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:15:44.053997 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-5f3312b8-be8b-4627-9278-84c42423e7df req-fbc2825c-242c-4e8c-b589-803817ba1abc tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=eaf3eece-d64c-4bf3-83bf-563ec88864ba HTTP/1.1" status: 200 len: 944 time: 0.0885987 Nov 19 15:15:44.071984 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 15:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45f371c-2093-40d8-949c-a18e26ddaaca x-openstack-request-id: req-a45f371c-2093-40d8-949c-a18e26ddaaca {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:15:44.072278 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaf3eece-d64c-4bf3-83bf-563ec88864ba", "tag": "955c8b76-5a6a-4692-b466-8c89094073a7", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:15:44.072529 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a45f371c-2093-40d8-949c-a18e26ddaaca {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:15:44.072938 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaf3eece-d64c-4bf3-83bf-563ec88864ba', 'tag': '955c8b76-5a6a-4692-b466-8c89094073a7', 'status': 'completed', 'code': 200} Nov 19 15:15:44.129633 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-fea380ca-6c3a-4082-849b-690627a6b0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:15:44.131129 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-fea380ca-6c3a-4082-849b-690627a6b0e6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=65503588761e4489b784b977e0d1e639&device_id=eaf3eece-d64c-4bf3-83bf-563ec88864ba HTTP/1.1" status: 200 len: 1097 time: 0.0762596 Nov 19 15:15:44.136255 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-5f3312b8-be8b-4627-9278-84c42423e7df req-c4364612-0f6c-43df-8c08-e7eb147f5cdc tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730188 Nov 19 15:15:44.181443 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-9ed36c02-45d0-4a39-b4cf-cca30f3eefa5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=955c8b76-5a6a-4692-b466-8c89094073a7 HTTP/1.1" status: 200 len: 217 time: 0.0369518 Nov 19 15:15:44.233754 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-5306979e-96fd-4925-b927-d8739b480721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:15:44.234888 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-5306979e-96fd-4925-b927-d8739b480721 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30034238-24c0-4d3c-a28b-a2cb125a0843 HTTP/1.1" status: 200 len: 851 time: 0.0450516 Nov 19 15:15:44.279534 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-a09c0199-ae70-47b5-aa7e-5a076b861313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:15:44.280922 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-a09c0199-ae70-47b5-aa7e-5a076b861313 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c592f38-b1dc-4d53-b93f-a1671b339d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389631 Nov 19 15:15:44.375554 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-b96fdfb1-db11-46bc-9dd7-77011868e8d1 service neutron] 10.222.0.11 "GET /v2.0/networks/1c592f38-b1dc-4d53-b93f-a1671b339d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821187 Nov 19 15:15:44.466584 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d9b8339e-d42f-4226-b0fc-389c36a675d7 req-9494b85b-07a7-4c2f-a097-ac23fc2d253b service neutron] 10.222.0.11 "GET /v2.0/networks/1c592f38-b1dc-4d53-b93f-a1671b339d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798450 Nov 19 15:15:44.558531 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6e7a5-dfa3-40be-9687-2d842dfd44c0 req-396c7136-f9c2-4b31-824c-92b2214333df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:15:44.559880 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-99c6e7a5-dfa3-40be-9687-2d842dfd44c0 req-396c7136-f9c2-4b31-824c-92b2214333df service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=65503588761e4489b784b977e0d1e639&device_id=eaf3eece-d64c-4bf3-83bf-563ec88864ba HTTP/1.1" status: 200 len: 1097 time: 0.0449717 Nov 19 15:15:44.656050 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6e7a5-dfa3-40be-9687-2d842dfd44c0 req-6059d65f-8a36-4259-822d-f51fc89ebf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:15:44.657537 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-99c6e7a5-dfa3-40be-9687-2d842dfd44c0 req-6059d65f-8a36-4259-822d-f51fc89ebf99 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c592f38-b1dc-4d53-b93f-a1671b339d81 HTTP/1.1" status: 200 len: 913 time: 0.0825853 Nov 19 15:15:44.700373 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-99c6e7a5-dfa3-40be-9687-2d842dfd44c0 req-980d6a07-c5ff-4e97-ad60-8ccf95284a6c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=955c8b76-5a6a-4692-b466-8c89094073a7 HTTP/1.1" status: 200 len: 217 time: 0.0337458 Nov 19 15:15:44.752390 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6e7a5-dfa3-40be-9687-2d842dfd44c0 req-862c66b3-18ca-44e1-a372-33e87df874dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:15:44.753863 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-99c6e7a5-dfa3-40be-9687-2d842dfd44c0 req-862c66b3-18ca-44e1-a372-33e87df874dc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30034238-24c0-4d3c-a28b-a2cb125a0843 HTTP/1.1" status: 200 len: 851 time: 0.0463200 Nov 19 15:15:44.804322 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6e7a5-dfa3-40be-9687-2d842dfd44c0 req-d9e183a6-9026-4609-beab-8434913f8541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:15:44.805815 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-99c6e7a5-dfa3-40be-9687-2d842dfd44c0 req-d9e183a6-9026-4609-beab-8434913f8541 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c592f38-b1dc-4d53-b93f-a1671b339d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396206 Nov 19 15:15:44.896745 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-99c6e7a5-dfa3-40be-9687-2d842dfd44c0 req-751a8208-4a1c-43b5-a719-be023039e28b service neutron] 10.222.0.11 "GET /v2.0/networks/1c592f38-b1dc-4d53-b93f-a1671b339d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793633 Nov 19 15:15:44.991229 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-99c6e7a5-dfa3-40be-9687-2d842dfd44c0 req-ce693f5b-d511-46d8-86a6-745cecdafbff service neutron] 10.222.0.11 "GET /v2.0/networks/1c592f38-b1dc-4d53-b93f-a1671b339d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832930 Nov 19 15:15:45.252806 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75546b34-6b8e-4800-87a8-006766ec1a92 req-38d69e10-6467-459d-939e-2ec7d3d83f6a tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:15:45.254260 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-75546b34-6b8e-4800-87a8-006766ec1a92 req-38d69e10-6467-459d-939e-2ec7d3d83f6a tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=eaf3eece-d64c-4bf3-83bf-563ec88864ba HTTP/1.1" status: 200 len: 944 time: 0.0483766 Nov 19 15:15:45.301767 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-75546b34-6b8e-4800-87a8-006766ec1a92 req-01dfe4db-a932-422d-8288-41f044b45e56 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416100 Nov 19 15:15:46.148663 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c11f-3886-4d8c-8ad7-357ebd8ac452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:46.415856 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a137f8-b88d-4b6c-ac45-d4949b111c79 req-a2d2cb6e-1f2c-4b2c-8e8d-ddda532a6e8e tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:15:46.417545 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-40a137f8-b88d-4b6c-ac45-d4949b111c79 req-a2d2cb6e-1f2c-4b2c-8e8d-ddda532a6e8e tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=eaf3eece-d64c-4bf3-83bf-563ec88864ba HTTP/1.1" status: 200 len: 944 time: 0.0492113 Nov 19 15:15:46.465175 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-40a137f8-b88d-4b6c-ac45-d4949b111c79 req-f495eaac-a024-461f-983c-baf1f7ede05e tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416880 Nov 19 15:15:47.579230 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b7af8-da6f-49c2-b55b-2de02f7a526e req-e2ee575e-d3ec-4504-969c-381efdf8f52f tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:15:47.580686 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-f89b7af8-da6f-49c2-b55b-2de02f7a526e req-e2ee575e-d3ec-4504-969c-381efdf8f52f tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=eaf3eece-d64c-4bf3-83bf-563ec88864ba HTTP/1.1" status: 200 len: 944 time: 0.0489616 Nov 19 15:15:47.632073 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-f89b7af8-da6f-49c2-b55b-2de02f7a526e req-61544c25-f737-47e7-859e-ffa51dc3a6fa tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451992 Nov 19 15:15:48.634850 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-05aabb49-c349-4f9d-9216-44258cb7d96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:48.750039 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85635b33-2076-4365-8f39-e31b085bf9e6 req-4fc0cb7f-7a06-4bfe-9c65-5998dcb5bb3e tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:15:48.751510 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-85635b33-2076-4365-8f39-e31b085bf9e6 req-4fc0cb7f-7a06-4bfe-9c65-5998dcb5bb3e tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=eaf3eece-d64c-4bf3-83bf-563ec88864ba HTTP/1.1" status: 200 len: 944 time: 0.0537322 Nov 19 15:15:48.799598 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-85635b33-2076-4365-8f39-e31b085bf9e6 req-72690ebb-0396-4afe-b8ca-242133d7a2ae tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420890 Nov 19 15:15:49.691825 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:49.911174 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c0835-f9d7-447d-86f0-b73af8bff86f req-3303b1d7-5f7e-49a8-8ebf-fff8f9a2df0a tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:15:49.912631 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-549c0835-f9d7-447d-86f0-b73af8bff86f req-3303b1d7-5f7e-49a8-8ebf-fff8f9a2df0a tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=eaf3eece-d64c-4bf3-83bf-563ec88864ba HTTP/1.1" status: 200 len: 944 time: 0.0479987 Nov 19 15:15:49.960773 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-549c0835-f9d7-447d-86f0-b73af8bff86f req-99296be8-66c3-4ac9-8ad4-cfce90a44f62 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421913 Nov 19 15:15:51.071612 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d10399-9a72-4a29-ae8c-768bef7c2266 req-2598d161-683b-429b-a42f-b2f1b111ffe7 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:15:51.073091 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-19d10399-9a72-4a29-ae8c-768bef7c2266 req-2598d161-683b-429b-a42f-b2f1b111ffe7 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=eaf3eece-d64c-4bf3-83bf-563ec88864ba HTTP/1.1" status: 200 len: 944 time: 0.0476062 Nov 19 15:15:51.097953 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:51.123356 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-19d10399-9a72-4a29-ae8c-768bef7c2266 req-fed35594-cd55-4e99-86b9-a34ee68a0655 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435596 Nov 19 15:15:51.524650 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 955c8b76-5a6a-4692-b466-8c89094073a7 details requested by agent hyperv_hv-cinder-81757 with host hv-cinder-81757 {{(pid=102741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 15:15:51.618105 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 955c8b76-5a6a-4692-b466-8c89094073a7, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=955c8b76-5a6a-4692-b466-8c89094073a7,segment=NetworkSegment(4e148c86-ca99-492f-8666-55e54f07b46f),segment_id=4e148c86-ca99-492f-8666-55e54f07b46f)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:15:51.629587 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Returning: {'device': '955c8b76-5a6a-4692-b466-8c89094073a7', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'port_id': '955c8b76-5a6a-4692-b466-8c89094073a7', 'mac_address': 'fa:16:3e:7c:55:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 15:15:51.668387 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:51.681716 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 955c8b76-5a6a-4692-b466-8c89094073a7 {{(pid=102741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:15:51.700853 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 955c8b76-5a6a-4692-b466-8c89094073a7, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=955c8b76-5a6a-4692-b466-8c89094073a7,segment=NetworkSegment(4e148c86-ca99-492f-8666-55e54f07b46f),segment_id=4e148c86-ca99-492f-8666-55e54f07b46f)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:15:51.705086 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:51.753450 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=955c8b76-5a6a-4692-b466-8c89094073a7,revision_number=4']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:15:51.760283 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:15:51.760633 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:15:51.761013 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:15:51.761352 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:15:51.761683 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:15:51.762011 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:15:51.762340 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:15:51.762665 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:15:51.762988 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:15:51.763310 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:15:51.763703 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:15:51.764025 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:15:52.038799 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['955c8b76-5a6a-4692-b466-8c89094073a7'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:15:52.143600 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:52.237306 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9af0f-42a1-4f05-959b-4cb65013e4aa req-167926c2-5a7a-4731-9a18-d1c2323da0e6 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:15:52.239097 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-5df9af0f-42a1-4f05-959b-4cb65013e4aa req-167926c2-5a7a-4731-9a18-d1c2323da0e6 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=eaf3eece-d64c-4bf3-83bf-563ec88864ba HTTP/1.1" status: 200 len: 945 time: 0.0486424 Nov 19 15:15:52.288239 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-5df9af0f-42a1-4f05-959b-4cb65013e4aa req-a73e8a04-7dd6-4ff4-ada7-b8640021fa6e tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433738 Nov 19 15:15:53.402349 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfb411-2586-4d42-9706-cf44aa6b45cc req-e3122e88-86b2-41e0-b51b-f6710408cace tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:15:53.403793 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-fdbfb411-2586-4d42-9706-cf44aa6b45cc req-e3122e88-86b2-41e0-b51b-f6710408cace tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=eaf3eece-d64c-4bf3-83bf-563ec88864ba HTTP/1.1" status: 200 len: 945 time: 0.0483000 Nov 19 15:15:53.456126 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-fdbfb411-2586-4d42-9706-cf44aa6b45cc req-1aa1f042-f1d2-4b7f-a607-98af3dd3f3a2 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461304 Nov 19 15:15:53.540768 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 955c8b76-5a6a-4692-b466-8c89094073a7 up at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:15:53.588851 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning for port 955c8b76-5a6a-4692-b466-8c89094073a7 completed by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 15:15:53.593439 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning complete for port 955c8b76-5a6a-4692-b466-8c89094073a7 triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:15:53.593804 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:53.672942 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:53.694185 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf3eece-d64c-4bf3-83bf-563ec88864ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955c8b76-5a6a-4692-b466-8c89094073a7'}] {{(pid=102741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:15:53.696399 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02aed456f185bd727e3ab04ef3305858fece041079839c75bcf3d6cf309ea5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2761ba5b-ab4d-4dd1-bab9-44e4694f5cda" -d '{"events": [{"server_uuid": "eaf3eece-d64c-4bf3-83bf-563ec88864ba", "name": "network-vif-plugged", "status": "completed", "tag": "955c8b76-5a6a-4692-b466-8c89094073a7"}]}' {{(pid=102741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:15:53.709125 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 955c8b76-5a6a-4692-b466-8c89094073a7, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=955c8b76-5a6a-4692-b466-8c89094073a7,segment=NetworkSegment(4e148c86-ca99-492f-8666-55e54f07b46f),segment_id=4e148c86-ca99-492f-8666-55e54f07b46f)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:15:53.713788 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:53.762614 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=955c8b76-5a6a-4692-b466-8c89094073a7,revision_number=5']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:15:53.793830 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660717b3-91a2-4fd4-bfeb-9f6866ba2466 x-openstack-request-id: req-660717b3-91a2-4fd4-bfeb-9f6866ba2466 {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:15:53.794132 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf3eece-d64c-4bf3-83bf-563ec88864ba", "name": "network-vif-plugged", "status": "completed", "tag": "955c8b76-5a6a-4692-b466-8c89094073a7", "code": 200}]} {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:15:53.794393 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-660717b3-91a2-4fd4-bfeb-9f6866ba2466 {{(pid=102741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:15:53.795441 dv-cinder-817573-1-iscsi neutron-server[102741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf3eece-d64c-4bf3-83bf-563ec88864ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955c8b76-5a6a-4692-b466-8c89094073a7', 'code': 200} Nov 19 15:15:54.021619 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227f0e1-dbf7-4a1a-ae4f-792878318dcd req-1e73c7f0-c31e-4db3-8693-535c1f470d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:15:54.022975 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6227f0e1-dbf7-4a1a-ae4f-792878318dcd req-1e73c7f0-c31e-4db3-8693-535c1f470d95 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=eaf3eece-d64c-4bf3-83bf-563ec88864ba HTTP/1.1" status: 200 len: 1099 time: 0.0390902 Nov 19 15:15:54.070810 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-6227f0e1-dbf7-4a1a-ae4f-792878318dcd req-2065ce66-fd37-48b5-a08b-d4d3dd2f6905 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373490 Nov 19 15:15:54.567332 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af905ee-d195-4cdc-9f82-71eeae36e0c6 req-811d6a5b-57f4-4b1e-83ab-3b6756d7bcda tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:15:54.568772 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-7af905ee-d195-4cdc-9f82-71eeae36e0c6 req-811d6a5b-57f4-4b1e-83ab-3b6756d7bcda tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=eaf3eece-d64c-4bf3-83bf-563ec88864ba HTTP/1.1" status: 200 len: 946 time: 0.0475147 Nov 19 15:15:54.617026 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-7af905ee-d195-4cdc-9f82-71eeae36e0c6 req-945a9301-19a8-4091-990d-d730a8092798 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423918 Nov 19 15:15:55.736756 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ef78b-b27d-429f-9c1c-2ded1bc0c57d req-0d6fe1b4-3ac5-4e85-8d3b-98cf3c470b63 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:15:55.738226 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-dd0ef78b-b27d-429f-9c1c-2ded1bc0c57d req-0d6fe1b4-3ac5-4e85-8d3b-98cf3c470b63 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=eaf3eece-d64c-4bf3-83bf-563ec88864ba HTTP/1.1" status: 200 len: 946 time: 0.0517302 Nov 19 15:15:55.786798 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-dd0ef78b-b27d-429f-9c1c-2ded1bc0c57d req-52fcfc77-6cb3-4724-8e38-f9e3cc61b4dd tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428591 Nov 19 15:15:55.901665 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fc092-9de6-4baa-94bd-b852eed56dcd req-c957bde9-3ab0-4cf6-b371-fe2c72988697 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:15:55.903017 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-503fc092-9de6-4baa-94bd-b852eed56dcd req-c957bde9-3ab0-4cf6-b371-fe2c72988697 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=eaf3eece-d64c-4bf3-83bf-563ec88864ba HTTP/1.1" status: 200 len: 946 time: 0.0514350 Nov 19 15:15:55.950884 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-503fc092-9de6-4baa-94bd-b852eed56dcd req-e32d1845-d4e7-4e49-b84f-86d21a84a7fa tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414486 Nov 19 15:15:55.972950 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 50288) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:15:56.015240 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af959d38-30e2-417c-b9c9-ff62b3993518 tempest-TestVolumeBootPattern-1985974609 tempest-TestVolumeBootPattern-1985974609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:15:56.016730 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-af959d38-30e2-417c-b9c9-ff62b3993518 tempest-TestVolumeBootPattern-1985974609 tempest-TestVolumeBootPattern-1985974609-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=eaf3eece-d64c-4bf3-83bf-563ec88864ba HTTP/1.1" status: 200 len: 1094 time: 0.0428267 Nov 19 15:15:56.019414 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 50290) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:15:56.023589 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [None req-ef7637ee-a08b-47d5-813a-812962d59b80 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Request body: {'floatingip': {'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'port_id': '955c8b76-5a6a-4692-b466-8c89094073a7', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:15:56.045820 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ef7637ee-a08b-47d5-813a-812962d59b80 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for floatingip, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:56.144085 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ef7637ee-a08b-47d5-813a-812962d59b80 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:56.242115 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_common [None req-ef7637ee-a08b-47d5-813a-812962d59b80 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Allocated IP 172.27.0.237 (28d9acba-080c-4a37-9781-fba989a64823/831d2bcc-ea48-4f58-960e-dcc1ce111fc5/78461558-cb4d-4cdd-85ed-a7af7ab042cc) {{(pid=102740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:15:56.343040 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ef7637ee-a08b-47d5-813a-812962d59b80 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for port, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:56.378691 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ef7637ee-a08b-47d5-813a-812962d59b80 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:56.416693 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7637ee-a08b-47d5-813a-812962d59b80 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Network 28d9acba-080c-4a37-9781-fba989a64823 is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:15:56.419575 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [None req-ef7637ee-a08b-47d5-813a-812962d59b80 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:15:56.423159 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7637ee-a08b-47d5-813a-812962d59b80 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Received port after_create {{(pid=102740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:15:56.447889 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7637ee-a08b-47d5-813a-812962d59b80 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Pushing event updated for resources: {'Port': ['ID=78461558-cb4d-4cdd-85ed-a7af7ab042cc,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:15:56.777119 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ef7637ee-a08b-47d5-813a-812962d59b80 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:56.840039 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ef7637ee-a08b-47d5-813a-812962d59b80 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:56.986531 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ef7637ee-a08b-47d5-813a-812962d59b80 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for port, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:56.990836 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ef7637ee-a08b-47d5-813a-812962d59b80 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59360342'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:57.062024 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7637ee-a08b-47d5-813a-812962d59b80 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Pushing event updated for resources: {'Port': ['ID=78461558-cb4d-4cdd-85ed-a7af7ab042cc,revision_number=2']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:15:57.073212 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ef7637ee-a08b-47d5-813a-812962d59b80 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469297'] for floatingip, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:57.168669 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.db.l3_db [None req-ef7637ee-a08b-47d5-813a-812962d59b80 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Floating IP 68ba0cda-5403-460b-9edd-7f5f6080aa1b associated. External IP: 172.27.0.237, port: 955c8b76-5a6a-4692-b466-8c89094073a7. Nov 19 15:15:57.369381 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7637ee-a08b-47d5-813a-812962d59b80 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Router 021e1929-bce7-4da2-877c-91b0a5927045 has already been hosted by L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d {{(pid=102740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 15:15:57.473267 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7637ee-a08b-47d5-813a-812962d59b80 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:15:57.487178 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42192665-41fb-427a-8ff2-215e473899e2 None None] Sync routers for ids ['021e1929-bce7-4da2-877c-91b0a5927045'] in dv-cinder-817573-1-iscsi {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:15:57.491315 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-ef7637ee-a08b-47d5-813a-812962d59b80 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for floatingip, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:15:57.496986 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42192665-41fb-427a-8ff2-215e473899e2 None None] Routers {'021e1929-bce7-4da2-877c-91b0a5927045'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:15:57.497729 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-42192665-41fb-427a-8ff2-215e473899e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:15:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['021e1929-bce7-4da2-877c-91b0a5927045'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:15:57.518239 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-ef7637ee-a08b-47d5-813a-812962d59b80 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4978166 Nov 19 15:15:57.518828 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaf3eece-d64c-4bf3-83bf-563ec88864ba', 'tag': '955c8b76-5a6a-4692-b466-8c89094073a7'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:15:57.521088 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6cfa95-2ff5-444a-aad6-8a12a74dc858" -d '{"events": [{"name": "network-changed", "server_uuid": "eaf3eece-d64c-4bf3-83bf-563ec88864ba", "tag": "955c8b76-5a6a-4692-b466-8c89094073a7"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:15:57.561988 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 15:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2455bd74-d245-4cfd-8010-10c59fdd9aa5 x-openstack-request-id: req-2455bd74-d245-4cfd-8010-10c59fdd9aa5 {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:15:57.562280 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaf3eece-d64c-4bf3-83bf-563ec88864ba", "tag": "955c8b76-5a6a-4692-b466-8c89094073a7", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:15:57.562535 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2455bd74-d245-4cfd-8010-10c59fdd9aa5 {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:15:57.562937 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaf3eece-d64c-4bf3-83bf-563ec88864ba', 'tag': '955c8b76-5a6a-4692-b466-8c89094073a7', 'status': 'completed', 'code': 200} Nov 19 15:15:57.611586 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-42192665-41fb-427a-8ff2-215e473899e2 None None] Set router 021e1929-bce7-4da2-877c-91b0a5927045 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:15:57.630167 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6cfa95-2ff5-444a-aad6-8a12a74dc858 req-deb67659-8af2-48b0-9286-713b726a59be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:15:57.631654 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ef6cfa95-2ff5-444a-aad6-8a12a74dc858 req-deb67659-8af2-48b0-9286-713b726a59be service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=65503588761e4489b784b977e0d1e639&device_id=eaf3eece-d64c-4bf3-83bf-563ec88864ba HTTP/1.1" status: 200 len: 1099 time: 0.0465705 Nov 19 15:15:57.722144 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6cfa95-2ff5-444a-aad6-8a12a74dc858 req-caa9152f-ff98-4806-8652-cbafa6bce786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:15:57.723647 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ef6cfa95-2ff5-444a-aad6-8a12a74dc858 req-caa9152f-ff98-4806-8652-cbafa6bce786 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c592f38-b1dc-4d53-b93f-a1671b339d81 HTTP/1.1" status: 200 len: 913 time: 0.0827496 Nov 19 15:15:57.792337 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ef6cfa95-2ff5-444a-aad6-8a12a74dc858 req-7c9a203f-3b26-497c-a4fc-e48791c50305 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=955c8b76-5a6a-4692-b466-8c89094073a7 HTTP/1.1" status: 200 len: 1000 time: 0.0611646 Nov 19 15:15:57.839449 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-42192665-41fb-427a-8ff2-215e473899e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021e1929-bce7-4da2-877c-91b0a5927045', 'name': 'tempest-TestVolumeBootPattern-1321544495-router', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:52Z', 'revision_number': 4, 'project_id': '65503588761e4489b784b977e0d1e639', 'gw_port': {'id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_floatingips': [{'id': '68ba0cda-5403-460b-9edd-7f5f6080aa1b', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'router_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'port_id': '955c8b76-5a6a-4692-b466-8c89094073a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'mac_address': 'fa:16:3e:7c:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf3eece-d64c-4bf3-83bf-563ec88864ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T15:15:56Z', 'updated_at': '2021-11-19T15:15:56Z', 'revision_number': 0, 'project_id': '65503588761e4489b784b977e0d1e639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd73374-bd95-41dd-83a6-299b371ec3c6', 'name': '', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'mac_address': 'fa:16:3e:51:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:51Z', 'updated_at': '2021-11-19T15:12:58Z', 'revision_number': 5, 'project_id': '65503588761e4489b784b977e0d1e639', 'subnets': [{'id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:15:57.841513 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6cfa95-2ff5-444a-aad6-8a12a74dc858 req-d8d0f188-08e2-4d46-8938-c1282ac17224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:15:57.843263 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ef6cfa95-2ff5-444a-aad6-8a12a74dc858 req-d8d0f188-08e2-4d46-8938-c1282ac17224 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30034238-24c0-4d3c-a28b-a2cb125a0843 HTTP/1.1" status: 200 len: 851 time: 0.0444021 Nov 19 15:15:57.865868 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42192665-41fb-427a-8ff2-215e473899e2 None None] Checking router: 021e1929-bce7-4da2-877c-91b0a5927045 for host: dv-cinder-817573-1-iscsi {{(pid=102741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:15:57.874771 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42192665-41fb-427a-8ff2-215e473899e2 None None] Routers {'021e1929-bce7-4da2-877c-91b0a5927045'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:15:57.875377 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-42192665-41fb-427a-8ff2-215e473899e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:15:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['021e1929-bce7-4da2-877c-91b0a5927045'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:15:57.889430 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6cfa95-2ff5-444a-aad6-8a12a74dc858 req-54783977-c9b1-4e57-a76a-a84158a32daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:15:57.890934 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ef6cfa95-2ff5-444a-aad6-8a12a74dc858 req-54783977-c9b1-4e57-a76a-a84158a32daf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c592f38-b1dc-4d53-b93f-a1671b339d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410135 Nov 19 15:15:57.979591 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-42192665-41fb-427a-8ff2-215e473899e2 None None] Set router 021e1929-bce7-4da2-877c-91b0a5927045 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:15:57.983238 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ef6cfa95-2ff5-444a-aad6-8a12a74dc858 req-927e8d30-7ef9-471f-8601-e04fbb80f78a service neutron] 10.222.0.11 "GET /v2.0/networks/1c592f38-b1dc-4d53-b93f-a1671b339d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851471 Nov 19 15:15:58.072070 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ef6cfa95-2ff5-444a-aad6-8a12a74dc858 req-c78d846d-07f0-42e4-9d1b-80ccba511a15 service neutron] 10.222.0.11 "GET /v2.0/networks/1c592f38-b1dc-4d53-b93f-a1671b339d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822017 Nov 19 15:15:58.202096 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-42192665-41fb-427a-8ff2-215e473899e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021e1929-bce7-4da2-877c-91b0a5927045', 'name': 'tempest-TestVolumeBootPattern-1321544495-router', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:52Z', 'revision_number': 4, 'project_id': '65503588761e4489b784b977e0d1e639', 'gw_port': {'id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_floatingips': [{'id': '68ba0cda-5403-460b-9edd-7f5f6080aa1b', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'router_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'port_id': '955c8b76-5a6a-4692-b466-8c89094073a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'mac_address': 'fa:16:3e:7c:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf3eece-d64c-4bf3-83bf-563ec88864ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T15:15:56Z', 'updated_at': '2021-11-19T15:15:56Z', 'revision_number': 0, 'project_id': '65503588761e4489b784b977e0d1e639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd73374-bd95-41dd-83a6-299b371ec3c6', 'name': '', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'mac_address': 'fa:16:3e:51:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:51Z', 'updated_at': '2021-11-19T15:12:58Z', 'revision_number': 5, 'project_id': '65503588761e4489b784b977e0d1e639', 'subnets': [{'id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:15:58.227886 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42192665-41fb-427a-8ff2-215e473899e2 None None] The sync data for ids ['021e1929-bce7-4da2-877c-91b0a5927045'] in dv-cinder-817573-1-iscsi is: [{'id': '021e1929-bce7-4da2-877c-91b0a5927045', 'name': 'tempest-TestVolumeBootPattern-1321544495-router', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:52Z', 'revision_number': 4, 'project_id': '65503588761e4489b784b977e0d1e639', 'gw_port': {'id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_floatingips': [{'id': '68ba0cda-5403-460b-9edd-7f5f6080aa1b', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'router_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'port_id': '955c8b76-5a6a-4692-b466-8c89094073a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'mac_address': 'fa:16:3e:7c:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf3eece-d64c-4bf3-83bf-563ec88864ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T15:15:56Z', 'updated_at': '2021-11-19T15:15:56Z', 'revision_number': 0, 'project_id': '65503588761e4489b784b977e0d1e639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd73374-bd95-41dd-83a6-299b371ec3c6', 'name': '', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'mac_address': 'fa:16:3e:51:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:51Z', 'updated_at': '2021-11-19T15:12:58Z', 'revision_number': 5, 'project_id': '65503588761e4489b784b977e0d1e639', 'subnets': [{'id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:15:58.427647 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac14535-0a86-4cc2-85d6-33d2c8b43498 None None] New status for floating IP 68ba0cda-5403-460b-9edd-7f5f6080aa1b: ACTIVE {{(pid=102742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 15:15:59.599429 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 6 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:16:04.177353 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:16:10.154306 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-51aa46ea-a472-48dd-b369-c1f45204a949 req-90d07045-b74a-4d0c-9693-0405abed20c9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=eaf3eece-d64c-4bf3-83bf-563ec88864ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398052 Nov 19 15:16:10.237093 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa46ea-a472-48dd-b369-c1f45204a949 req-cfa10c68-94b2-493a-9973-717ae494662b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:16:10.238538 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-51aa46ea-a472-48dd-b369-c1f45204a949 req-cfa10c68-94b2-493a-9973-717ae494662b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=65503588761e4489b784b977e0d1e639&device_id=eaf3eece-d64c-4bf3-83bf-563ec88864ba HTTP/1.1" status: 200 len: 1099 time: 0.0437539 Nov 19 15:16:10.337284 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa46ea-a472-48dd-b369-c1f45204a949 req-f75d7d1d-7b8e-4082-80ac-ebacb4cbd87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:16:10.338636 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-51aa46ea-a472-48dd-b369-c1f45204a949 req-f75d7d1d-7b8e-4082-80ac-ebacb4cbd87c service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c592f38-b1dc-4d53-b93f-a1671b339d81 HTTP/1.1" status: 200 len: 913 time: 0.0821512 Nov 19 15:16:10.411706 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-51aa46ea-a472-48dd-b369-c1f45204a949 req-e6624ce3-e66e-4f5b-b90f-ef18d3ab7532 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=955c8b76-5a6a-4692-b466-8c89094073a7 HTTP/1.1" status: 200 len: 1002 time: 0.0659609 Nov 19 15:16:10.460637 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa46ea-a472-48dd-b369-c1f45204a949 req-729d588c-16da-4302-8820-050eb3cc73cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:16:10.462075 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-51aa46ea-a472-48dd-b369-c1f45204a949 req-729d588c-16da-4302-8820-050eb3cc73cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30034238-24c0-4d3c-a28b-a2cb125a0843 HTTP/1.1" status: 200 len: 851 time: 0.0430315 Nov 19 15:16:10.506874 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa46ea-a472-48dd-b369-c1f45204a949 req-7e24c8a2-badd-4d98-8d81-f1514efba9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:16:10.508288 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-51aa46ea-a472-48dd-b369-c1f45204a949 req-7e24c8a2-badd-4d98-8d81-f1514efba9c0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c592f38-b1dc-4d53-b93f-a1671b339d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387514 Nov 19 15:16:10.599693 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-51aa46ea-a472-48dd-b369-c1f45204a949 req-58de7486-2b67-4b1a-bb51-64427a7abbfb service neutron] 10.222.0.11 "GET /v2.0/networks/1c592f38-b1dc-4d53-b93f-a1671b339d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819650 Nov 19 15:16:10.688500 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-51aa46ea-a472-48dd-b369-c1f45204a949 req-daff6673-4db0-478b-b24a-397f0f793c4e service neutron] 10.222.0.11 "GET /v2.0/networks/1c592f38-b1dc-4d53-b93f-a1671b339d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815527 Nov 19 15:16:16.150223 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-0e57c5c7-394c-4e74-8472-d445fda57467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:16:18.636198 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-3f9a3ffa-5d69-4262-b1e4-f60ba94d8ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:16:19.696121 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:16:21.099014 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:16:22.128078 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:16:34.193597 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:16:36.597886 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 6 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:16:46.151127 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-f9f9e80a-8ec3-4a69-821f-6a44f9999903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:16:48.636832 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-d0e99665-436a-4d5c-be1f-5c188c0e557f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:16:49.698663 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:16:51.101595 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:16:52.128925 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:17:04.209262 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:17:10.477164 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-073b515c-a9fa-493a-a678-568d8b0ac506 req-4473e71e-0351-4008-bcaa-bc2503b39f7b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=eaf3eece-d64c-4bf3-83bf-563ec88864ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394597 Nov 19 15:17:10.560811 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b515c-a9fa-493a-a678-568d8b0ac506 req-024104c7-e494-480b-a543-e3de945f9c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:17:10.562268 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-073b515c-a9fa-493a-a678-568d8b0ac506 req-024104c7-e494-480b-a543-e3de945f9c23 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=65503588761e4489b784b977e0d1e639&device_id=eaf3eece-d64c-4bf3-83bf-563ec88864ba HTTP/1.1" status: 200 len: 1099 time: 0.0434203 Nov 19 15:17:10.670369 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b515c-a9fa-493a-a678-568d8b0ac506 req-9ea9021b-e9fe-4252-845b-b12a0578e53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:17:10.671813 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-073b515c-a9fa-493a-a678-568d8b0ac506 req-9ea9021b-e9fe-4252-845b-b12a0578e53f service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c592f38-b1dc-4d53-b93f-a1671b339d81 HTTP/1.1" status: 200 len: 913 time: 0.0823512 Nov 19 15:17:10.745598 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-073b515c-a9fa-493a-a678-568d8b0ac506 req-97eda023-215f-4c8a-920a-9966f3a7fbf1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=955c8b76-5a6a-4692-b466-8c89094073a7 HTTP/1.1" status: 200 len: 1002 time: 0.0602684 Nov 19 15:17:10.795543 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b515c-a9fa-493a-a678-568d8b0ac506 req-92e2d4ad-69bb-41cf-8c26-3ad2641d633a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:17:10.797523 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-073b515c-a9fa-493a-a678-568d8b0ac506 req-92e2d4ad-69bb-41cf-8c26-3ad2641d633a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30034238-24c0-4d3c-a28b-a2cb125a0843 HTTP/1.1" status: 200 len: 851 time: 0.0422878 Nov 19 15:17:10.847414 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b515c-a9fa-493a-a678-568d8b0ac506 req-f6806e7a-e008-4d2b-ae65-01dfbceafcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:17:10.848860 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-073b515c-a9fa-493a-a678-568d8b0ac506 req-f6806e7a-e008-4d2b-ae65-01dfbceafcf6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c592f38-b1dc-4d53-b93f-a1671b339d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387952 Nov 19 15:17:10.942538 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-073b515c-a9fa-493a-a678-568d8b0ac506 req-e75fcfe9-6c9a-4cdb-b632-0140aae9d2d6 service neutron] 10.222.0.11 "GET /v2.0/networks/1c592f38-b1dc-4d53-b93f-a1671b339d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815663 Nov 19 15:17:11.033505 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-073b515c-a9fa-493a-a678-568d8b0ac506 req-c716c21e-8054-49a8-b09c-fecab297fdde service neutron] 10.222.0.11 "GET /v2.0/networks/1c592f38-b1dc-4d53-b93f-a1671b339d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795581 Nov 19 15:17:13.596624 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 6 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:17:16.152222 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-a89b1795-b2fc-4650-9190-e2cf010a6379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:17:18.638516 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-0f31bb9c-10a0-483c-924a-af002c482954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:17:19.701747 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:17:21.104351 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:17:22.130611 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:17:34.231017 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:17:45.404489 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-ee13d00f-ce26-429b-abe0-0a04711777ba tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-417721389&fields=id&tenant_id=65503588761e4489b784b977e0d1e639 HTTP/1.1" status: 200 len: 267 time: 0.0427423 Nov 19 15:17:45.511842 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-806bd9e9-2977-41ea-81ee-7f7df683e0b7 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:17:45.513244 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-806bd9e9-2977-41ea-81ee-7f7df683e0b7 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/networks?id=1c592f38-b1dc-4d53-b93f-a1671b339d81 HTTP/1.1" status: 200 len: 812 time: 0.1020739 Nov 19 15:17:45.528020 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-48a07f5a-2ca0-4c80-9565-68c32a95c20e tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/quotas/65503588761e4489b784b977e0d1e639 HTTP/1.1" status: 200 len: 375 time: 0.0088608 Nov 19 15:17:45.581180 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-686a555d-eaa8-4f37-9277-9d4433496e57 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=65503588761e4489b784b977e0d1e639&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475190 Nov 19 15:17:45.664235 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-1c7a92d5-2d6f-439e-8df7-8addb5f309ac service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 15:17:45.665320 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-1c7a92d5-2d6f-439e-8df7-8addb5f309ac service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0727081 Nov 19 15:17:45.755704 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-ed1dddc3-9e21-45da-a3b3-217246348671 service neutron] 10.222.0.20 "GET /v2.0/networks/1c592f38-b1dc-4d53-b93f-a1671b339d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842791 Nov 19 15:17:45.842270 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-3ebdf81e-a769-497b-aab5-441f04a5ddf6 service neutron] 10.222.0.20 "GET /v2.0/networks/1c592f38-b1dc-4d53-b93f-a1671b339d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802677 Nov 19 15:17:46.121463 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-b316ffeb-87d2-4b4a-9ead-c683097decd3 req-2a962fdc-6058-4aec-a664-9024c50f64de tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=71fba89b-1045-4d8d-8177-e2a2f04c8bd4 HTTP/1.1" status: 200 len: 210 time: 0.0264909 Nov 19 15:17:46.158111 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-a827e7a3-76b8-4f94-a793-c107ff7a19d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:17:47.091427 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-fde31c8b-4030-4b32-b099-92c1b3773ab0 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:17:47.092872 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-fde31c8b-4030-4b32-b099-92c1b3773ab0 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.11 "GET /v2.0/networks?id=1c592f38-b1dc-4d53-b93f-a1671b339d81 HTTP/1.1" status: 200 len: 812 time: 0.1042645 Nov 19 15:17:47.178442 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-9617b167-c308-4a25-b7b9-5961b5978466 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65503588761e4489b784b977e0d1e639 HTTP/1.1" status: 200 len: 379 time: 0.0560110 Nov 19 15:17:47.191005 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-1516425b-492d-452f-b0ae-85a5c1095bdc tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Request body: {'port': {'device_id': '71fba89b-1045-4d8d-8177-e2a2f04c8bd4', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'admin_state_up': True, 'tenant_id': '65503588761e4489b784b977e0d1e639', 'security_groups': ['7ea866e4-f477-42a1-9ba1-28edf782b752']}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:17:47.532584 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-ba085354-32b3-4713-ac2b-4d1403ca9e31 req-63d4668b-f2c5-482c-88f2-07a85cf77115 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=71fba89b-1045-4d8d-8177-e2a2f04c8bd4 HTTP/1.1" status: 200 len: 210 time: 0.3379605 Nov 19 15:17:47.606048 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-1516425b-492d-452f-b0ae-85a5c1095bdc tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Made reservation on behalf of 65503588761e4489b784b977e0d1e639 for: {'port': 1} {{(pid=102740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 15:17:47.609969 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-1516425b-492d-452f-b0ae-85a5c1095bdc tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:17:47.733782 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_common [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-1516425b-492d-452f-b0ae-85a5c1095bdc tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Allocated IP 172.20.0.9 (1c592f38-b1dc-4d53-b93f-a1671b339d81/30034238-24c0-4d3c-a28b-a2cb125a0843/8e2d5f4b-1acd-48bb-94e3-462529ef1bbb) {{(pid=102740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:17:47.864205 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-1516425b-492d-452f-b0ae-85a5c1095bdc tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for port, precommit_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:17:47.897027 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-1516425b-492d-452f-b0ae-85a5c1095bdc tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_create {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:17:47.941265 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-1516425b-492d-452f-b0ae-85a5c1095bdc tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Network 1c592f38-b1dc-4d53-b93f-a1671b339d81 is already hosted by enough agents. {{(pid=102740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:17:47.944294 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.base_scheduler [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-1516425b-492d-452f-b0ae-85a5c1095bdc tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Resources bound (agent type, host, resource id): {{(pid=102740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:17:47.947984 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-1516425b-492d-452f-b0ae-85a5c1095bdc tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Received port after_create {{(pid=102740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:17:47.973155 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516425b-492d-452f-b0ae-85a5c1095bdc tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Pushing event updated for resources: {'Port': ['ID=8e2d5f4b-1acd-48bb-94e3-462529ef1bbb,revision_number=1']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:17:47.985774 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1516425b-492d-452f-b0ae-85a5c1095bdc tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:17:47.986129 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1516425b-492d-452f-b0ae-85a5c1095bdc tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:17:47.986469 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1516425b-492d-452f-b0ae-85a5c1095bdc tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:17:47.986799 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1516425b-492d-452f-b0ae-85a5c1095bdc tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:17:47.987127 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1516425b-492d-452f-b0ae-85a5c1095bdc tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:17:47.987452 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1516425b-492d-452f-b0ae-85a5c1095bdc tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:17:47.987777 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1516425b-492d-452f-b0ae-85a5c1095bdc tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:17:47.988098 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1516425b-492d-452f-b0ae-85a5c1095bdc tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:17:47.988420 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1516425b-492d-452f-b0ae-85a5c1095bdc tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:17:47.988738 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1516425b-492d-452f-b0ae-85a5c1095bdc tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:17:47.989086 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1516425b-492d-452f-b0ae-85a5c1095bdc tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:17:47.989402 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1516425b-492d-452f-b0ae-85a5c1095bdc tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:17:48.011961 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-1516425b-492d-452f-b0ae-85a5c1095bdc tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:17:48.012560 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-1516425b-492d-452f-b0ae-85a5c1095bdc tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:17:48.029312 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-1516425b-492d-452f-b0ae-85a5c1095bdc tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8422616 Nov 19 15:17:48.048363 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.v2.base [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-b017ee31-a6bd-44d7-9086-e5fbc859ba93 service neutron] Request body: {'port': {'device_id': '71fba89b-1045-4d8d-8177-e2a2f04c8bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81757'}} {{(pid=102740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:17:48.103742 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-b017ee31-a6bd-44d7-9086-e5fbc859ba93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:17:48.158361 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-c36c0da9-0be9-48e7-82f6-26f23d10eeca None None] Provisioning complete for port 8e2d5f4b-1acd-48bb-94e3-462529ef1bbb triggered by entity DHCP. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:17:48.158977 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-c36c0da9-0be9-48e7-82f6-26f23d10eeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:17:48.194947 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-c36c0da9-0be9-48e7-82f6-26f23d10eeca None None] Port 8e2d5f4b-1acd-48bb-94e3-462529ef1bbb cannot update to ACTIVE because it is not bound. {{(pid=102741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 15:17:48.364067 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-b017ee31-a6bd-44d7-9086-e5fbc859ba93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e2d5f4b-1acd-48bb-94e3-462529ef1bbb {{(pid=102740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:17:48.371234 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-b017ee31-a6bd-44d7-9086-e5fbc859ba93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:17:48.383391 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.provisioning_blocks [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-b017ee31-a6bd-44d7-9086-e5fbc859ba93 service neutron] Transition to ACTIVE for port object 8e2d5f4b-1acd-48bb-94e3-462529ef1bbb will not be triggered until provisioned by entity L2. {{(pid=102740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 15:17:48.386289 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-b017ee31-a6bd-44d7-9086-e5fbc859ba93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59360342'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:17:48.438556 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017ee31-a6bd-44d7-9086-e5fbc859ba93 service neutron] Pushing event updated for resources: {'Port': ['ID=8e2d5f4b-1acd-48bb-94e3-462529ef1bbb,revision_number=2']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:17:48.506999 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-b017ee31-a6bd-44d7-9086-e5fbc859ba93 service neutron] Attempting to bind port 8e2d5f4b-1acd-48bb-94e3-462529ef1bbb on host hv-cinder-81757 for vnic_type normal with profile {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:17:48.507339 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-b017ee31-a6bd-44d7-9086-e5fbc859ba93 service neutron] Attempting to bind port 8e2d5f4b-1acd-48bb-94e3-462529ef1bbb by drivers openvswitch,hyperv on host hv-cinder-81757 at level 0 using segments [{'id': '4e148c86-ca99-492f-8666-55e54f07b46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81'}] {{(pid=102740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 15:17:48.507725 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-b017ee31-a6bd-44d7-9086-e5fbc859ba93 service neutron] Attempting to bind port 8e2d5f4b-1acd-48bb-94e3-462529ef1bbb on network 1c592f38-b1dc-4d53-b93f-a1671b339d81 {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:17:48.512266 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-b017ee31-a6bd-44d7-9086-e5fbc859ba93 service neutron] Port 8e2d5f4b-1acd-48bb-94e3-462529ef1bbb on network 1c592f38-b1dc-4d53-b93f-a1671b339d81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81757 {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 15:17:48.512591 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-b017ee31-a6bd-44d7-9086-e5fbc859ba93 service neutron] Attempting to bind port 8e2d5f4b-1acd-48bb-94e3-462529ef1bbb on network 1c592f38-b1dc-4d53-b93f-a1671b339d81 {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 15:17:48.517868 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-b017ee31-a6bd-44d7-9086-e5fbc859ba93 service neutron] Checking agent: {'id': 'e1ea3be9-4fba-465d-a0c0-35388eb51f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'started_at': datetime.datetime(2021, 11, 19, 15, 2, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 15, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 15:17:48.518208 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-b017ee31-a6bd-44d7-9086-e5fbc859ba93 service neutron] Checking segment: {'id': '4e148c86-ca99-492f-8666-55e54f07b46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 15:17:48.518593 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-b017ee31-a6bd-44d7-9086-e5fbc859ba93 service neutron] Bound using segment: {'id': '4e148c86-ca99-492f-8666-55e54f07b46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81'} {{(pid=102740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 15:17:48.519027 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.managers [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-b017ee31-a6bd-44d7-9086-e5fbc859ba93 service neutron] Bound port: 8e2d5f4b-1acd-48bb-94e3-462529ef1bbb, host: hv-cinder-81757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e148c86-ca99-492f-8666-55e54f07b46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81'}}] {{(pid=102740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 15:17:48.519478 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-b017ee31-a6bd-44d7-9086-e5fbc859ba93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:17:48.584783 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-b017ee31-a6bd-44d7-9086-e5fbc859ba93 service neutron] For port 8e2d5f4b-1acd-48bb-94e3-462529ef1bbb, host hv-cinder-81757, cleared binding levels {{(pid=102740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 15:17:48.587904 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-b017ee31-a6bd-44d7-9086-e5fbc859ba93 service neutron] For port 8e2d5f4b-1acd-48bb-94e3-462529ef1bbb, host hv-cinder-81757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=8e2d5f4b-1acd-48bb-94e3-462529ef1bbb,segment=NetworkSegment(4e148c86-ca99-492f-8666-55e54f07b46f),segment_id=4e148c86-ca99-492f-8666-55e54f07b46f)] {{(pid=102740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 15:17:48.591871 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-b017ee31-a6bd-44d7-9086-e5fbc859ba93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59360342'] for port, after_update {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:17:48.630881 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-b017ee31-a6bd-44d7-9086-e5fbc859ba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:17:48.631499 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-b017ee31-a6bd-44d7-9086-e5fbc859ba93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:17:48.632913 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-b017ee31-a6bd-44d7-9086-e5fbc859ba93 service neutron] 10.222.0.11 "PUT /v2.0/ports/8e2d5f4b-1acd-48bb-94e3-462529ef1bbb HTTP/1.1" status: 200 len: 1093 time: 0.5891356 Nov 19 15:17:48.633370 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71fba89b-1045-4d8d-8177-e2a2f04c8bd4', 'tag': '8e2d5f4b-1acd-48bb-94e3-462529ef1bbb'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:17:48.635627 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca40b55-247d-4fce-b9cb-e095d911a361" -d '{"events": [{"name": "network-changed", "server_uuid": "71fba89b-1045-4d8d-8177-e2a2f04c8bd4", "tag": "8e2d5f4b-1acd-48bb-94e3-462529ef1bbb"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:17:48.668512 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017ee31-a6bd-44d7-9086-e5fbc859ba93 service neutron] Pushing event updated for resources: {'Port': ['ID=8e2d5f4b-1acd-48bb-94e3-462529ef1bbb,revision_number=3']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:17:48.695607 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-ea426225-cd2c-4acd-bd5d-82ddd8e408e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:17:48.704506 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 15:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871ae4d4-45c8-48f2-b876-575de98c4fb4 x-openstack-request-id: req-871ae4d4-45c8-48f2-b876-575de98c4fb4 {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:17:48.705178 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71fba89b-1045-4d8d-8177-e2a2f04c8bd4", "tag": "8e2d5f4b-1acd-48bb-94e3-462529ef1bbb", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:17:48.705520 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-871ae4d4-45c8-48f2-b876-575de98c4fb4 {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:17:48.706001 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71fba89b-1045-4d8d-8177-e2a2f04c8bd4', 'tag': '8e2d5f4b-1acd-48bb-94e3-462529ef1bbb', 'status': 'completed', 'code': 200} Nov 19 15:17:48.709118 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66ccc8-80ee-43d9-b7e9-3ab456e17363 req-64888d10-c27a-4674-a6f8-068dd5b21bf0 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:17:48.710846 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-1c66ccc8-80ee-43d9-b7e9-3ab456e17363 req-64888d10-c27a-4674-a6f8-068dd5b21bf0 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=71fba89b-1045-4d8d-8177-e2a2f04c8bd4 HTTP/1.1" status: 200 len: 943 time: 0.0879107 Nov 19 15:17:48.726710 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-c0db951f-617f-4703-85ed-2300a297122c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:17:48.728522 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-c0db951f-617f-4703-85ed-2300a297122c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=65503588761e4489b784b977e0d1e639&device_id=71fba89b-1045-4d8d-8177-e2a2f04c8bd4 HTTP/1.1" status: 200 len: 1096 time: 0.0531218 Nov 19 15:17:48.770996 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-1c66ccc8-80ee-43d9-b7e9-3ab456e17363 req-effbe028-db2d-4567-860a-0b129e41d957 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530343 Nov 19 15:17:48.793684 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-9fde4bb6-b052-4c21-9f7f-a6ff892b405e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e2d5f4b-1acd-48bb-94e3-462529ef1bbb HTTP/1.1" status: 200 len: 217 time: 0.0553031 Nov 19 15:17:48.849430 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-6ba2b1eb-52bc-4116-89bf-a46c818c0869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:17:48.850883 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-6ba2b1eb-52bc-4116-89bf-a46c818c0869 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30034238-24c0-4d3c-a28b-a2cb125a0843 HTTP/1.1" status: 200 len: 851 time: 0.0451884 Nov 19 15:17:48.898533 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-19720e88-36f7-48e1-b631-5ec24b31b73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:17:48.899964 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-19720e88-36f7-48e1-b631-5ec24b31b73a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c592f38-b1dc-4d53-b93f-a1671b339d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384541 Nov 19 15:17:48.997608 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-0dc4b564-08c9-4c68-8512-c40ca863b943 service neutron] 10.222.0.11 "GET /v2.0/networks/1c592f38-b1dc-4d53-b93f-a1671b339d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840027 Nov 19 15:17:49.089688 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d1990b39-9659-4c0b-9101-a56b76d12335 req-49d7e6f6-3283-4cb1-93f2-3da2abfcd0b2 service neutron] 10.222.0.11 "GET /v2.0/networks/1c592f38-b1dc-4d53-b93f-a1671b339d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801077 Nov 19 15:17:49.192101 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca40b55-247d-4fce-b9cb-e095d911a361 req-e32252c7-dc04-463c-ad00-274d5a032ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:17:49.193529 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-dca40b55-247d-4fce-b9cb-e095d911a361 req-e32252c7-dc04-463c-ad00-274d5a032ca5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=65503588761e4489b784b977e0d1e639&device_id=71fba89b-1045-4d8d-8177-e2a2f04c8bd4 HTTP/1.1" status: 200 len: 1096 time: 0.0444782 Nov 19 15:17:49.284967 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca40b55-247d-4fce-b9cb-e095d911a361 req-4ff8fabe-c12f-47b6-9b14-269f158a9999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:17:49.286403 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-dca40b55-247d-4fce-b9cb-e095d911a361 req-4ff8fabe-c12f-47b6-9b14-269f158a9999 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c592f38-b1dc-4d53-b93f-a1671b339d81 HTTP/1.1" status: 200 len: 913 time: 0.0824473 Nov 19 15:17:49.328197 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-dca40b55-247d-4fce-b9cb-e095d911a361 req-01e34567-eaea-4adf-8c98-f86e3bbefa61 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e2d5f4b-1acd-48bb-94e3-462529ef1bbb HTTP/1.1" status: 200 len: 217 time: 0.0337243 Nov 19 15:17:49.379824 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca40b55-247d-4fce-b9cb-e095d911a361 req-6d2572cf-ca58-4f59-8b47-e6fcd53d470e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:17:49.381231 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-dca40b55-247d-4fce-b9cb-e095d911a361 req-6d2572cf-ca58-4f59-8b47-e6fcd53d470e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30034238-24c0-4d3c-a28b-a2cb125a0843 HTTP/1.1" status: 200 len: 851 time: 0.0455534 Nov 19 15:17:49.427218 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca40b55-247d-4fce-b9cb-e095d911a361 req-b4e54d31-4bef-4463-b1b0-3c9629bbe31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:17:49.428652 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-dca40b55-247d-4fce-b9cb-e095d911a361 req-b4e54d31-4bef-4463-b1b0-3c9629bbe31b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c592f38-b1dc-4d53-b93f-a1671b339d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387847 Nov 19 15:17:49.520485 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-dca40b55-247d-4fce-b9cb-e095d911a361 req-425390f4-91d7-45a9-8e1b-6fbbbc9d46f3 service neutron] 10.222.0.11 "GET /v2.0/networks/1c592f38-b1dc-4d53-b93f-a1671b339d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824656 Nov 19 15:17:49.611408 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-dca40b55-247d-4fce-b9cb-e095d911a361 req-0d1037f1-5875-4334-b9ee-d7d2ab1e878c service neutron] 10.222.0.11 "GET /v2.0/networks/1c592f38-b1dc-4d53-b93f-a1671b339d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803835 Nov 19 15:17:49.705291 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:17:49.890041 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f2c07-e387-44d0-bf38-3db3b13bfb58 req-a7bfbe1e-bfc0-443b-a7df-075b7939ff97 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:17:49.891478 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1e3f2c07-e387-44d0-bf38-3db3b13bfb58 req-a7bfbe1e-bfc0-443b-a7df-075b7939ff97 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=71fba89b-1045-4d8d-8177-e2a2f04c8bd4 HTTP/1.1" status: 200 len: 943 time: 0.0480728 Nov 19 15:17:49.939110 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1e3f2c07-e387-44d0-bf38-3db3b13bfb58 req-476d3b59-3ca6-4750-a159-a014d572cccc tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417211 Nov 19 15:17:50.596243 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 6 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:17:51.049931 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82eb50-609f-4996-9c69-b2f76ccec582 req-a735913e-b445-4456-a7d8-54df96ec48b7 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:17:51.051375 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-2f82eb50-609f-4996-9c69-b2f76ccec582 req-a735913e-b445-4456-a7d8-54df96ec48b7 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=71fba89b-1045-4d8d-8177-e2a2f04c8bd4 HTTP/1.1" status: 200 len: 943 time: 0.0472631 Nov 19 15:17:51.099776 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-2f82eb50-609f-4996-9c69-b2f76ccec582 req-60f7ebfc-ddec-42bc-ab56-b32df0a39b99 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424597 Nov 19 15:17:51.108132 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:17:52.133429 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:17:52.224885 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3ac9a-5213-47e6-b3a7-b7e17c478fc1 req-b1b21c28-cacb-41cd-b577-0429248a08f3 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:17:52.226306 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-43b3ac9a-5213-47e6-b3a7-b7e17c478fc1 req-b1b21c28-cacb-41cd-b577-0429248a08f3 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=71fba89b-1045-4d8d-8177-e2a2f04c8bd4 HTTP/1.1" status: 200 len: 943 time: 0.0565310 Nov 19 15:17:52.277208 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-43b3ac9a-5213-47e6-b3a7-b7e17c478fc1 req-c31a2a5d-f798-4468-a6ca-c0ac0269d98d tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449984 Nov 19 15:17:53.389486 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e419ec4-97e6-474e-ba29-38a9c4591211 req-cbb75c31-c6ce-4b69-a577-36390168d05e tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:17:53.391045 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-1e419ec4-97e6-474e-ba29-38a9c4591211 req-cbb75c31-c6ce-4b69-a577-36390168d05e tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=71fba89b-1045-4d8d-8177-e2a2f04c8bd4 HTTP/1.1" status: 200 len: 943 time: 0.0480592 Nov 19 15:17:53.438796 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-1e419ec4-97e6-474e-ba29-38a9c4591211 req-cd0c319f-9a25-490f-866f-71f92e6df0b3 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419457 Nov 19 15:17:54.552957 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911ab30-d13c-47af-8d4b-5f518c608f38 req-3d999682-ee2b-462c-bd72-11e0396002bb tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:17:54.554418 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1911ab30-d13c-47af-8d4b-5f518c608f38 req-3d999682-ee2b-462c-bd72-11e0396002bb tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=71fba89b-1045-4d8d-8177-e2a2f04c8bd4 HTTP/1.1" status: 200 len: 943 time: 0.0472441 Nov 19 15:17:54.603197 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1911ab30-d13c-47af-8d4b-5f518c608f38 req-4bc93056-f306-45ab-9b88-e0efc776f2fb tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426338 Nov 19 15:17:55.717916 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04403d04-b919-446b-8dce-38165e53c67a req-8c0b2c06-8cdc-485f-9207-f023f12f91e0 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:17:55.719269 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-04403d04-b919-446b-8dce-38165e53c67a req-8c0b2c06-8cdc-485f-9207-f023f12f91e0 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=71fba89b-1045-4d8d-8177-e2a2f04c8bd4 HTTP/1.1" status: 200 len: 943 time: 0.0510526 Nov 19 15:17:55.767319 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-04403d04-b919-446b-8dce-38165e53c67a req-66da2902-48a6-4b40-9bcc-c2b748fbaf6f tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421586 Nov 19 15:17:56.896247 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad39510-17e4-46ff-a8c9-e34e56104836 req-d0dd4914-dad0-4bd9-95e2-d8135f941a5e tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:17:56.897698 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-dad39510-17e4-46ff-a8c9-e34e56104836 req-d0dd4914-dad0-4bd9-95e2-d8135f941a5e tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=71fba89b-1045-4d8d-8177-e2a2f04c8bd4 HTTP/1.1" status: 200 len: 943 time: 0.0510008 Nov 19 15:17:56.944944 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-dad39510-17e4-46ff-a8c9-e34e56104836 req-a2858cc4-9878-4dc0-a4ce-cd59973e4c4d tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412908 Nov 19 15:17:58.056717 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76e0e5-f5aa-456a-a83f-7087f9a5c9ad req-f48c36b7-26b4-4081-be03-c3a3bcb58ec6 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:17:58.058119 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ea76e0e5-f5aa-456a-a83f-7087f9a5c9ad req-f48c36b7-26b4-4081-be03-c3a3bcb58ec6 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=71fba89b-1045-4d8d-8177-e2a2f04c8bd4 HTTP/1.1" status: 200 len: 943 time: 0.0478902 Nov 19 15:17:58.107095 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-ea76e0e5-f5aa-456a-a83f-7087f9a5c9ad req-fa3cfbb6-0a8f-40ca-ac87-9c9ab7ce2e1b tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427396 Nov 19 15:17:58.118720 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 8e2d5f4b-1acd-48bb-94e3-462529ef1bbb details requested by agent hyperv_hv-cinder-81757 with host hv-cinder-81757 {{(pid=102741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 15:17:58.214055 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 8e2d5f4b-1acd-48bb-94e3-462529ef1bbb, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=8e2d5f4b-1acd-48bb-94e3-462529ef1bbb,segment=NetworkSegment(4e148c86-ca99-492f-8666-55e54f07b46f),segment_id=4e148c86-ca99-492f-8666-55e54f07b46f)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:17:58.225705 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Returning: {'device': '8e2d5f4b-1acd-48bb-94e3-462529ef1bbb', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'port_id': '8e2d5f4b-1acd-48bb-94e3-462529ef1bbb', 'mac_address': 'fa:16:3e:d9:0f:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 15:17:58.261129 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:17:58.274108 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e2d5f4b-1acd-48bb-94e3-462529ef1bbb {{(pid=102741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 15:17:58.294004 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 8e2d5f4b-1acd-48bb-94e3-462529ef1bbb, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=8e2d5f4b-1acd-48bb-94e3-462529ef1bbb,segment=NetworkSegment(4e148c86-ca99-492f-8666-55e54f07b46f),segment_id=4e148c86-ca99-492f-8666-55e54f07b46f)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:17:58.298796 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:17:58.352084 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=8e2d5f4b-1acd-48bb-94e3-462529ef1bbb,revision_number=4']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:17:58.359141 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:17:58.359497 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:17:58.359840 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:17:58.360177 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:17:58.360516 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:17:58.360874 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:17:58.361204 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:17:58.361533 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:17:58.361860 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:17:58.362185 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:17:58.362508 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:17:58.362829 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:17:58.574812 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] get_ports_and_sgs() called for port_ids ['8e2d5f4b-1acd-48bb-94e3-462529ef1bbb'] {{(pid=102741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 15:17:59.278203 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6447a-3fbf-4cc7-8d68-236582a21e40 req-dfaa0f78-bb02-433b-af10-19a2e9e15bdd tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:17:59.279644 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-38e6447a-3fbf-4cc7-8d68-236582a21e40 req-dfaa0f78-bb02-433b-af10-19a2e9e15bdd tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=71fba89b-1045-4d8d-8177-e2a2f04c8bd4 HTTP/1.1" status: 200 len: 944 time: 0.0472825 Nov 19 15:17:59.327585 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-38e6447a-3fbf-4cc7-8d68-236582a21e40 req-7feaf16e-e305-491b-a091-e3a9ccfd3e1b tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415590 Nov 19 15:18:00.115089 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 8e2d5f4b-1acd-48bb-94e3-462529ef1bbb up at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 15:18:00.163041 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning for port 8e2d5f4b-1acd-48bb-94e3-462529ef1bbb completed by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 15:18:00.166607 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.provisioning_blocks [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Provisioning complete for port 8e2d5f4b-1acd-48bb-94e3-462529ef1bbb triggered by entity L2. {{(pid=102741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 15:18:00.166968 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600748'] for port, provisioning_complete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:18:00.244338 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:18:00.266323 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fba89b-1045-4d8d-8177-e2a2f04c8bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2d5f4b-1acd-48bb-94e3-462529ef1bbb'}] {{(pid=102741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:18:00.268551 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02aed456f185bd727e3ab04ef3305858fece041079839c75bcf3d6cf309ea5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e313140-901c-4330-87ee-5891f0ce83aa" -d '{"events": [{"server_uuid": "71fba89b-1045-4d8d-8177-e2a2f04c8bd4", "name": "network-vif-plugged", "status": "completed", "tag": "8e2d5f4b-1acd-48bb-94e3-462529ef1bbb"}]}' {{(pid=102741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:18:00.280982 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] For port 8e2d5f4b-1acd-48bb-94e3-462529ef1bbb, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=8e2d5f4b-1acd-48bb-94e3-462529ef1bbb,segment=NetworkSegment(4e148c86-ca99-492f-8666-55e54f07b46f),segment_id=4e148c86-ca99-492f-8666-55e54f07b46f)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:18:00.285306 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204'] for port, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:18:00.309066 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ecb6e5-a6f6-45ab-8161-661877560d59 x-openstack-request-id: req-b6ecb6e5-a6f6-45ab-8161-661877560d59 {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:18:00.309544 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fba89b-1045-4d8d-8177-e2a2f04c8bd4", "name": "network-vif-plugged", "status": "completed", "tag": "8e2d5f4b-1acd-48bb-94e3-462529ef1bbb", "code": 200}]} {{(pid=102741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:18:00.309741 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6ecb6e5-a6f6-45ab-8161-661877560d59 {{(pid=102741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:18:00.310148 dv-cinder-817573-1-iscsi neutron-server[102741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fba89b-1045-4d8d-8177-e2a2f04c8bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2d5f4b-1acd-48bb-94e3-462529ef1bbb', 'code': 200} Nov 19 15:18:00.336538 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Pushing event updated for resources: {'Port': ['ID=8e2d5f4b-1acd-48bb-94e3-462529ef1bbb,revision_number=5']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:18:00.442435 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667216e-8ea7-428a-aa48-3d4b8be34308 req-48a034b3-7be9-4ac3-a94e-5b95ee06955b tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:18:00.443808 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e667216e-8ea7-428a-aa48-3d4b8be34308 req-48a034b3-7be9-4ac3-a94e-5b95ee06955b tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=71fba89b-1045-4d8d-8177-e2a2f04c8bd4 HTTP/1.1" status: 200 len: 945 time: 0.0483744 Nov 19 15:18:00.505069 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e667216e-8ea7-428a-aa48-3d4b8be34308 req-6e488967-0dab-47cf-a30b-9eceff90c5c2 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551217 Nov 19 15:18:00.535514 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf1166-ed06-44a8-adfd-aaa5f6b1db6a req-005f8293-3ddb-4313-8473-76e15ccf0537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:18:00.536991 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e2cf1166-ed06-44a8-adfd-aaa5f6b1db6a req-005f8293-3ddb-4313-8473-76e15ccf0537 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=71fba89b-1045-4d8d-8177-e2a2f04c8bd4 HTTP/1.1" status: 200 len: 1098 time: 0.0430107 Nov 19 15:18:00.583619 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-e2cf1166-ed06-44a8-adfd-aaa5f6b1db6a req-e7885c8e-51f5-4a90-b729-9f529a0b350b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388894 Nov 19 15:18:01.621532 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956536c9-ecd6-4481-836d-aa40b7500e4a req-c238d0e4-21ca-482c-bb22-580102f096f9 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:18:01.623200 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-956536c9-ecd6-4481-836d-aa40b7500e4a req-c238d0e4-21ca-482c-bb22-580102f096f9 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=71fba89b-1045-4d8d-8177-e2a2f04c8bd4 HTTP/1.1" status: 200 len: 945 time: 0.0504923 Nov 19 15:18:01.685472 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-956536c9-ecd6-4481-836d-aa40b7500e4a req-45f45a41-1bbd-4b4a-a8ac-97738e4fd2f8 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541773 Nov 19 15:18:02.800862 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80d14e-72b3-4a53-b386-daebbd4792ca req-49f74c38-0a48-4c69-8ac7-ea8b4c406c29 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:18:02.802315 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-7d80d14e-72b3-4a53-b386-daebbd4792ca req-49f74c38-0a48-4c69-8ac7-ea8b4c406c29 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=71fba89b-1045-4d8d-8177-e2a2f04c8bd4 HTTP/1.1" status: 200 len: 945 time: 0.0486958 Nov 19 15:18:02.851234 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-7d80d14e-72b3-4a53-b386-daebbd4792ca req-fa64defc-f8cf-4bff-9f1b-18a2d78a459b tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429630 Nov 19 15:18:02.964326 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf73a04-478b-46a2-b4b3-ebc353c83ac0 req-42ae8265-a8b1-42c8-9d6e-82eb9ff90951 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:18:02.965727 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-1cf73a04-478b-46a2-b4b3-ebc353c83ac0 req-42ae8265-a8b1-42c8-9d6e-82eb9ff90951 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=71fba89b-1045-4d8d-8177-e2a2f04c8bd4 HTTP/1.1" status: 200 len: 945 time: 0.0485504 Nov 19 15:18:03.012932 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-1cf73a04-478b-46a2-b4b3-ebc353c83ac0 req-831aab56-2763-4298-8249-f2f009b1e3bf tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412512 Nov 19 15:18:03.034694 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 50420) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:18:03.072161 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c470ca-b25f-4f66-b3a8-59f994986a61 tempest-TestVolumeBootPattern-1985974609 tempest-TestVolumeBootPattern-1985974609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:18:03.073629 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-31c470ca-b25f-4f66-b3a8-59f994986a61 tempest-TestVolumeBootPattern-1985974609 tempest-TestVolumeBootPattern-1985974609-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=71fba89b-1045-4d8d-8177-e2a2f04c8bd4 HTTP/1.1" status: 200 len: 1093 time: 0.0379994 Nov 19 15:18:03.076179 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 50422) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:18:03.081385 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.v2.base [None req-455b1ea6-d77e-492a-85e9-8df675eae8ee tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Request body: {'floatingip': {'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'port_id': '8e2d5f4b-1acd-48bb-94e3-462529ef1bbb', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:18:03.102620 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-455b1ea6-d77e-492a-85e9-8df675eae8ee tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for floatingip, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:18:03.198210 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-455b1ea6-d77e-492a-85e9-8df675eae8ee tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:18:03.295635 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.db_base_plugin_common [None req-455b1ea6-d77e-492a-85e9-8df675eae8ee tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Allocated IP 172.27.0.87 (28d9acba-080c-4a37-9781-fba989a64823/831d2bcc-ea48-4f58-960e-dcc1ce111fc5/e43cf972-ecff-457d-98fc-4b85ac343c69) {{(pid=102739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 15:18:03.396545 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-455b1ea6-d77e-492a-85e9-8df675eae8ee tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for port, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:18:03.429378 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-455b1ea6-d77e-492a-85e9-8df675eae8ee tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763177738168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58728053'] for port, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:18:03.466344 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455b1ea6-d77e-492a-85e9-8df675eae8ee tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Network 28d9acba-080c-4a37-9781-fba989a64823 is already hosted by enough agents. {{(pid=102739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 15:18:03.469330 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.base_scheduler [None req-455b1ea6-d77e-492a-85e9-8df675eae8ee tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Resources bound (agent type, host, resource id): {{(pid=102739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 15:18:03.472858 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455b1ea6-d77e-492a-85e9-8df675eae8ee tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Received port after_create {{(pid=102739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 15:18:03.501497 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b1ea6-d77e-492a-85e9-8df675eae8ee tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Pushing event updated for resources: {'Port': ['ID=e43cf972-ecff-457d-98fc-4b85ac343c69,revision_number=1']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:18:03.512171 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b1ea6-d77e-492a-85e9-8df675eae8ee tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:18:03.512529 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b1ea6-d77e-492a-85e9-8df675eae8ee tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:18:03.512905 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b1ea6-d77e-492a-85e9-8df675eae8ee tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:18:03.513249 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b1ea6-d77e-492a-85e9-8df675eae8ee tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:18:03.513588 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b1ea6-d77e-492a-85e9-8df675eae8ee tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:18:03.513925 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b1ea6-d77e-492a-85e9-8df675eae8ee tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:18:03.514260 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b1ea6-d77e-492a-85e9-8df675eae8ee tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:18:03.514648 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b1ea6-d77e-492a-85e9-8df675eae8ee tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:18:03.514979 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b1ea6-d77e-492a-85e9-8df675eae8ee tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:18:03.515310 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b1ea6-d77e-492a-85e9-8df675eae8ee tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:18:03.515639 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b1ea6-d77e-492a-85e9-8df675eae8ee tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:18:03.515965 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b1ea6-d77e-492a-85e9-8df675eae8ee tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:18:03.830870 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-455b1ea6-d77e-492a-85e9-8df675eae8ee tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:18:03.893942 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-455b1ea6-d77e-492a-85e9-8df675eae8ee tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584956'] for port, before_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:18:04.040131 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-455b1ea6-d77e-492a-85e9-8df675eae8ee tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for port, precommit_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:18:04.044090 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-455b1ea6-d77e-492a-85e9-8df675eae8ee tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763178195155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763177738186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763177738204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58727948'] for port, after_update {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:18:04.223600 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:18:04.314584 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b1ea6-d77e-492a-85e9-8df675eae8ee tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Pushing event updated for resources: {'Port': ['ID=e43cf972-ecff-457d-98fc-4b85ac343c69,revision_number=2']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:18:04.328565 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-455b1ea6-d77e-492a-85e9-8df675eae8ee tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469297'] for floatingip, after_create {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:18:04.424436 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.db.l3_db [None req-455b1ea6-d77e-492a-85e9-8df675eae8ee tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Floating IP e323326f-42e7-4c04-a013-6f14ccb51066 associated. External IP: 172.27.0.87, port: 8e2d5f4b-1acd-48bb-94e3-462529ef1bbb. Nov 19 15:18:04.626694 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455b1ea6-d77e-492a-85e9-8df675eae8ee tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Router 021e1929-bce7-4da2-877c-91b0a5927045 has already been hosted by L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d {{(pid=102739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 15:18:04.731552 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455b1ea6-d77e-492a-85e9-8df675eae8ee tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:18:04.746295 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06e4ee0-696d-477b-8fd8-4807ede876b3 None None] Sync routers for ids ['021e1929-bce7-4da2-877c-91b0a5927045'] in dv-cinder-817573-1-iscsi {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:18:04.751234 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-455b1ea6-d77e-492a-85e9-8df675eae8ee tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for floatingip, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:18:04.757979 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06e4ee0-696d-477b-8fd8-4807ede876b3 None None] Routers {'021e1929-bce7-4da2-877c-91b0a5927045'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:18:04.758604 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-a06e4ee0-696d-477b-8fd8-4807ede876b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:17:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['021e1929-bce7-4da2-877c-91b0a5927045'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:18:04.778288 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-455b1ea6-d77e-492a-85e9-8df675eae8ee tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7011261 Nov 19 15:18:04.778821 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71fba89b-1045-4d8d-8177-e2a2f04c8bd4', 'tag': '8e2d5f4b-1acd-48bb-94e3-462529ef1bbb'}] {{(pid=102739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:18:04.781743 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eba93c122355dca29d1d872d2ced11345dc5d33d75e8821344cda5b49db1ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72539f05-df72-483a-ac6f-c36f877b09f1" -d '{"events": [{"name": "network-changed", "server_uuid": "71fba89b-1045-4d8d-8177-e2a2f04c8bd4", "tag": "8e2d5f4b-1acd-48bb-94e3-462529ef1bbb"}]}' {{(pid=102739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:18:04.870040 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-a06e4ee0-696d-477b-8fd8-4807ede876b3 None None] Set router 021e1929-bce7-4da2-877c-91b0a5927045 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:18:04.882505 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 15:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dda88c8-2d14-4322-b3f0-425f02052de9 x-openstack-request-id: req-5dda88c8-2d14-4322-b3f0-425f02052de9 {{(pid=102739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:18:04.882860 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71fba89b-1045-4d8d-8177-e2a2f04c8bd4", "tag": "8e2d5f4b-1acd-48bb-94e3-462529ef1bbb", "status": "completed", "code": 200}]} {{(pid=102739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:18:04.883175 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5dda88c8-2d14-4322-b3f0-425f02052de9 {{(pid=102739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:18:04.883634 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71fba89b-1045-4d8d-8177-e2a2f04c8bd4', 'tag': '8e2d5f4b-1acd-48bb-94e3-462529ef1bbb', 'status': 'completed', 'code': 200} Nov 19 15:18:04.980566 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72539f05-df72-483a-ac6f-c36f877b09f1 req-1e59398d-74d8-4e26-b427-8dd21844bdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:18:04.982115 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-72539f05-df72-483a-ac6f-c36f877b09f1 req-1e59398d-74d8-4e26-b427-8dd21844bdbd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=65503588761e4489b784b977e0d1e639&device_id=71fba89b-1045-4d8d-8177-e2a2f04c8bd4 HTTP/1.1" status: 200 len: 1098 time: 0.0448227 Nov 19 15:18:05.072598 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72539f05-df72-483a-ac6f-c36f877b09f1 req-fb2abf3a-73ed-4152-b53b-557a35a4ba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:18:05.074113 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-72539f05-df72-483a-ac6f-c36f877b09f1 req-fb2abf3a-73ed-4152-b53b-557a35a4ba2b service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c592f38-b1dc-4d53-b93f-a1671b339d81 HTTP/1.1" status: 200 len: 913 time: 0.0846338 Nov 19 15:18:05.102334 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-a06e4ee0-696d-477b-8fd8-4807ede876b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021e1929-bce7-4da2-877c-91b0a5927045', 'name': 'tempest-TestVolumeBootPattern-1321544495-router', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:52Z', 'revision_number': 4, 'project_id': '65503588761e4489b784b977e0d1e639', 'gw_port': {'id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_floatingips': [{'id': '68ba0cda-5403-460b-9edd-7f5f6080aa1b', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'router_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'port_id': '955c8b76-5a6a-4692-b466-8c89094073a7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'mac_address': 'fa:16:3e:7c:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf3eece-d64c-4bf3-83bf-563ec88864ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T15:15:56Z', 'updated_at': '2021-11-19T15:15:58Z', 'revision_number': 1, 'project_id': '65503588761e4489b784b977e0d1e639', 'fixed_ip_address_scope': None}, {'id': 'e323326f-42e7-4c04-a013-6f14ccb51066', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'router_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'port_id': '8e2d5f4b-1acd-48bb-94e3-462529ef1bbb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'mac_address': 'fa:16:3e:d9:0f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fba89b-1045-4d8d-8177-e2a2f04c8bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T15:18:03Z', 'updated_at': '2021-11-19T15:18:03Z', 'revision_number': 0, 'project_id': '65503588761e4489b784b977e0d1e639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd73374-bd95-41dd-83a6-299b371ec3c6', 'name': '', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'mac_address': 'fa:16:3e:51:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:51Z', 'updated_at': '2021-11-19T15:12:58Z', 'revision_number': 5, 'project_id': '65503588761e4489b784b977e0d1e639', 'subnets': [{'id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:18:05.128378 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06e4ee0-696d-477b-8fd8-4807ede876b3 None None] Checking router: 021e1929-bce7-4da2-877c-91b0a5927045 for host: dv-cinder-817573-1-iscsi {{(pid=102741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:18:05.136631 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06e4ee0-696d-477b-8fd8-4807ede876b3 None None] Routers {'021e1929-bce7-4da2-877c-91b0a5927045'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:18:05.137202 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-a06e4ee0-696d-477b-8fd8-4807ede876b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:17:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['021e1929-bce7-4da2-877c-91b0a5927045'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:18:05.141922 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-72539f05-df72-483a-ac6f-c36f877b09f1 req-0e2e9e6c-a5f3-4b0f-aa2b-533e7a2de06c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e2d5f4b-1acd-48bb-94e3-462529ef1bbb HTTP/1.1" status: 200 len: 998 time: 0.0604725 Nov 19 15:18:05.191278 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72539f05-df72-483a-ac6f-c36f877b09f1 req-0be1ee3a-329a-4231-9879-b10e5ca59771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:18:05.192740 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-72539f05-df72-483a-ac6f-c36f877b09f1 req-0be1ee3a-329a-4231-9879-b10e5ca59771 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30034238-24c0-4d3c-a28b-a2cb125a0843 HTTP/1.1" status: 200 len: 851 time: 0.0442619 Nov 19 15:18:05.238844 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72539f05-df72-483a-ac6f-c36f877b09f1 req-695801b4-d738-48e8-a07e-88d30801d49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:18:05.240342 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-72539f05-df72-483a-ac6f-c36f877b09f1 req-695801b4-d738-48e8-a07e-88d30801d49d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c592f38-b1dc-4d53-b93f-a1671b339d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408597 Nov 19 15:18:05.244234 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-a06e4ee0-696d-477b-8fd8-4807ede876b3 None None] Set router 021e1929-bce7-4da2-877c-91b0a5927045 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:18:05.332074 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-72539f05-df72-483a-ac6f-c36f877b09f1 req-ecb37cbf-1823-4902-9395-fe7f8ceb3324 service neutron] 10.222.0.11 "GET /v2.0/networks/1c592f38-b1dc-4d53-b93f-a1671b339d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835440 Nov 19 15:18:05.419497 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-72539f05-df72-483a-ac6f-c36f877b09f1 req-a30f8888-7065-4f59-9594-6fcb5f4c3d8f service neutron] 10.222.0.11 "GET /v2.0/networks/1c592f38-b1dc-4d53-b93f-a1671b339d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805030 Nov 19 15:18:05.473342 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-a06e4ee0-696d-477b-8fd8-4807ede876b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021e1929-bce7-4da2-877c-91b0a5927045', 'name': 'tempest-TestVolumeBootPattern-1321544495-router', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:52Z', 'revision_number': 4, 'project_id': '65503588761e4489b784b977e0d1e639', 'gw_port': {'id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_floatingips': [{'id': '68ba0cda-5403-460b-9edd-7f5f6080aa1b', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'router_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'port_id': '955c8b76-5a6a-4692-b466-8c89094073a7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'mac_address': 'fa:16:3e:7c:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf3eece-d64c-4bf3-83bf-563ec88864ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T15:15:56Z', 'updated_at': '2021-11-19T15:15:58Z', 'revision_number': 1, 'project_id': '65503588761e4489b784b977e0d1e639', 'fixed_ip_address_scope': None}, {'id': 'e323326f-42e7-4c04-a013-6f14ccb51066', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'router_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'port_id': '8e2d5f4b-1acd-48bb-94e3-462529ef1bbb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'mac_address': 'fa:16:3e:d9:0f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fba89b-1045-4d8d-8177-e2a2f04c8bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T15:18:03Z', 'updated_at': '2021-11-19T15:18:03Z', 'revision_number': 0, 'project_id': '65503588761e4489b784b977e0d1e639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd73374-bd95-41dd-83a6-299b371ec3c6', 'name': '', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'mac_address': 'fa:16:3e:51:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:51Z', 'updated_at': '2021-11-19T15:12:58Z', 'revision_number': 5, 'project_id': '65503588761e4489b784b977e0d1e639', 'subnets': [{'id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:18:05.500271 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06e4ee0-696d-477b-8fd8-4807ede876b3 None None] The sync data for ids ['021e1929-bce7-4da2-877c-91b0a5927045'] in dv-cinder-817573-1-iscsi is: [{'id': '021e1929-bce7-4da2-877c-91b0a5927045', 'name': 'tempest-TestVolumeBootPattern-1321544495-router', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:52Z', 'revision_number': 4, 'project_id': '65503588761e4489b784b977e0d1e639', 'gw_port': {'id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_floatingips': [{'id': '68ba0cda-5403-460b-9edd-7f5f6080aa1b', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'router_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'port_id': '955c8b76-5a6a-4692-b466-8c89094073a7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'mac_address': 'fa:16:3e:7c:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf3eece-d64c-4bf3-83bf-563ec88864ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T15:15:56Z', 'updated_at': '2021-11-19T15:15:58Z', 'revision_number': 1, 'project_id': '65503588761e4489b784b977e0d1e639', 'fixed_ip_address_scope': None}, {'id': 'e323326f-42e7-4c04-a013-6f14ccb51066', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'router_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'port_id': '8e2d5f4b-1acd-48bb-94e3-462529ef1bbb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'mac_address': 'fa:16:3e:d9:0f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fba89b-1045-4d8d-8177-e2a2f04c8bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T15:18:03Z', 'updated_at': '2021-11-19T15:18:03Z', 'revision_number': 0, 'project_id': '65503588761e4489b784b977e0d1e639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd73374-bd95-41dd-83a6-299b371ec3c6', 'name': '', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'mac_address': 'fa:16:3e:51:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:51Z', 'updated_at': '2021-11-19T15:12:58Z', 'revision_number': 5, 'project_id': '65503588761e4489b784b977e0d1e639', 'subnets': [{'id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:18:05.676362 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d8f4cd-1c3b-45a1-aad6-39dd998eb885 None None] New status for floating IP e323326f-42e7-4c04-a013-6f14ccb51066: ACTIVE {{(pid=102742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 15:18:10.536971 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d9c9209d-145a-4346-9468-e9c30c639df0 req-29ed2559-d69f-4ddd-9dda-97885176e5a9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=eaf3eece-d64c-4bf3-83bf-563ec88864ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400488 Nov 19 15:18:10.638429 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9209d-145a-4346-9468-e9c30c639df0 req-5d02702c-c0f6-44a2-88c0-181724c31f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:18:10.640469 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d9c9209d-145a-4346-9468-e9c30c639df0 req-5d02702c-c0f6-44a2-88c0-181724c31f17 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=65503588761e4489b784b977e0d1e639&device_id=eaf3eece-d64c-4bf3-83bf-563ec88864ba HTTP/1.1" status: 200 len: 1099 time: 0.0478470 Nov 19 15:18:10.754068 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9209d-145a-4346-9468-e9c30c639df0 req-2885471a-48dd-4c68-8227-bd51f83f232c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:18:10.755513 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d9c9209d-145a-4346-9468-e9c30c639df0 req-2885471a-48dd-4c68-8227-bd51f83f232c service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c592f38-b1dc-4d53-b93f-a1671b339d81 HTTP/1.1" status: 200 len: 913 time: 0.0825243 Nov 19 15:18:10.824726 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d9c9209d-145a-4346-9468-e9c30c639df0 req-33f04bd6-cd1f-4b53-9447-b45ceaf08aac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=955c8b76-5a6a-4692-b466-8c89094073a7 HTTP/1.1" status: 200 len: 1002 time: 0.0604222 Nov 19 15:18:10.872369 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9209d-145a-4346-9468-e9c30c639df0 req-d8554e4a-b56a-4399-b1f6-a03ff53d3b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:18:10.874462 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d9c9209d-145a-4346-9468-e9c30c639df0 req-d8554e4a-b56a-4399-b1f6-a03ff53d3b0a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30034238-24c0-4d3c-a28b-a2cb125a0843 HTTP/1.1" status: 200 len: 851 time: 0.0419319 Nov 19 15:18:10.918338 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9209d-145a-4346-9468-e9c30c639df0 req-9b748a9c-1757-4cfa-b2f6-f8237d6168cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:18:10.919780 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d9c9209d-145a-4346-9468-e9c30c639df0 req-9b748a9c-1757-4cfa-b2f6-f8237d6168cf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c592f38-b1dc-4d53-b93f-a1671b339d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390401 Nov 19 15:18:11.010204 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d9c9209d-145a-4346-9468-e9c30c639df0 req-d708bc55-2856-4363-8a31-ca4d31caee17 service neutron] 10.222.0.11 "GET /v2.0/networks/1c592f38-b1dc-4d53-b93f-a1671b339d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823252 Nov 19 15:18:11.099023 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d9c9209d-145a-4346-9468-e9c30c639df0 req-0997a536-d07c-4364-8edb-e354e6895654 service neutron] 10.222.0.11 "GET /v2.0/networks/1c592f38-b1dc-4d53-b93f-a1671b339d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816154 Nov 19 15:18:16.149615 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-53a52d57-c07b-4f0f-8728-f84300673ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:18:18.636632 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-dee74607-8995-4861-a8c7-a71d67600304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:18:19.707892 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:18:21.110057 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:18:22.134494 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:18:27.596067 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 6 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:18:34.237130 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:18:46.150020 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-c5f45f8b-43d7-4d6c-bc6b-ed129275412d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:18:48.637054 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-7969ceff-feb0-431e-9986-9432cbc4262c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:18:49.711784 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:18:51.113167 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:18:52.135995 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:04.241506 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:04.594318 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 6 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:19:12.557436 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d8aeaeaa-cc48-43d5-9686-c5c28cac9a7b req-7736e82a-d018-4dfa-a422-1d34fa5c90c4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=71fba89b-1045-4d8d-8177-e2a2f04c8bd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430009 Nov 19 15:19:12.625025 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aeaeaa-cc48-43d5-9686-c5c28cac9a7b req-e868c209-d7c6-458b-abe4-b34f16ae5861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:19:12.626626 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d8aeaeaa-cc48-43d5-9686-c5c28cac9a7b req-e868c209-d7c6-458b-abe4-b34f16ae5861 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=65503588761e4489b784b977e0d1e639&device_id=71fba89b-1045-4d8d-8177-e2a2f04c8bd4 HTTP/1.1" status: 200 len: 1098 time: 0.0397844 Nov 19 15:19:12.728687 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aeaeaa-cc48-43d5-9686-c5c28cac9a7b req-2bbac1ce-e122-48d1-b276-93a91dbb2794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:19:12.730188 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d8aeaeaa-cc48-43d5-9686-c5c28cac9a7b req-2bbac1ce-e122-48d1-b276-93a91dbb2794 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c592f38-b1dc-4d53-b93f-a1671b339d81 HTTP/1.1" status: 200 len: 913 time: 0.0834281 Nov 19 15:19:12.804059 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d8aeaeaa-cc48-43d5-9686-c5c28cac9a7b req-1fc33349-0ade-421e-8f8a-e4834e139587 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e2d5f4b-1acd-48bb-94e3-462529ef1bbb HTTP/1.1" status: 200 len: 1000 time: 0.0602236 Nov 19 15:19:12.855995 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aeaeaa-cc48-43d5-9686-c5c28cac9a7b req-73cf8082-cf62-4da7-9d39-335404253947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:19:12.857404 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d8aeaeaa-cc48-43d5-9686-c5c28cac9a7b req-73cf8082-cf62-4da7-9d39-335404253947 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30034238-24c0-4d3c-a28b-a2cb125a0843 HTTP/1.1" status: 200 len: 851 time: 0.0423515 Nov 19 15:19:12.903941 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aeaeaa-cc48-43d5-9686-c5c28cac9a7b req-c8f519af-bcc5-4e55-869f-66c3ae4eeda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:19:12.905391 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d8aeaeaa-cc48-43d5-9686-c5c28cac9a7b req-c8f519af-bcc5-4e55-869f-66c3ae4eeda7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c592f38-b1dc-4d53-b93f-a1671b339d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378578 Nov 19 15:19:12.998757 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d8aeaeaa-cc48-43d5-9686-c5c28cac9a7b req-b39b673b-32da-4d3d-9104-bc9552145086 service neutron] 10.222.0.11 "GET /v2.0/networks/1c592f38-b1dc-4d53-b93f-a1671b339d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845113 Nov 19 15:19:13.090085 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-d8aeaeaa-cc48-43d5-9686-c5c28cac9a7b req-e09495d2-bf07-43b2-9122-d9c8e2e33feb service neutron] 10.222.0.11 "GET /v2.0/networks/1c592f38-b1dc-4d53-b93f-a1671b339d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791008 Nov 19 15:19:16.151694 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-8b454fd1-cec8-4467-8979-3a0842c16dc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:18.638067 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-30066aa8-75be-4090-9177-031574d57132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:19.713795 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:21.116047 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:22.138346 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:28.894769 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [req-0e530059-f160-4041-893f-b86e110b52bc req-fc730ef9-797b-44db-960d-2bd8a085c106 service neutron] (102739) timed out ('10.222.0.11', 51162) {{(pid=102739) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 15:19:28.915398 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [req-3e7e2991-c273-4b58-b7b5-b363747dba29 req-75c44632-ff8b-43ec-84e9-88c7075c3b4e service neutron] (102739) timed out ('10.222.0.11', 51126) {{(pid=102739) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 15:19:34.261915 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:41.594527 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 6 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:19:43.724346 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 50460) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:19:43.874794 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.plugin [None req-8c015207-bafd-48b2-ad11-2d92a3fde5d9 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Deleting port e43cf972-ecff-457d-98fc-4b85ac343c69 {{(pid=102739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:19:43.875196 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8c015207-bafd-48b2-ad11-2d92a3fde5d9 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:43.948106 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8c015207-bafd-48b2-ad11-2d92a3fde5d9 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:43.948424 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8c015207-bafd-48b2-ad11-2d92a3fde5d9 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:43.960903 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.plugin [None req-8c015207-bafd-48b2-ad11-2d92a3fde5d9 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Calling delete_port for e43cf972-ecff-457d-98fc-4b85ac343c69 owned by network:floatingip {{(pid=102739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:19:44.104014 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8c015207-bafd-48b2-ad11-2d92a3fde5d9 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58728053'] for port, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:44.132264 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c015207-bafd-48b2-ad11-2d92a3fde5d9 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Pushing event deleted for resources: {'Port': ['ID=e43cf972-ecff-457d-98fc-4b85ac343c69,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:19:44.159381 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c015207-bafd-48b2-ad11-2d92a3fde5d9 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:19:44.159741 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c015207-bafd-48b2-ad11-2d92a3fde5d9 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:19:44.160089 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c015207-bafd-48b2-ad11-2d92a3fde5d9 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:19:44.160431 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c015207-bafd-48b2-ad11-2d92a3fde5d9 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:19:44.160770 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c015207-bafd-48b2-ad11-2d92a3fde5d9 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:19:44.161138 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c015207-bafd-48b2-ad11-2d92a3fde5d9 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:19:44.161474 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c015207-bafd-48b2-ad11-2d92a3fde5d9 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:19:44.161827 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c015207-bafd-48b2-ad11-2d92a3fde5d9 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:19:44.162151 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c015207-bafd-48b2-ad11-2d92a3fde5d9 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:19:44.162481 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c015207-bafd-48b2-ad11-2d92a3fde5d9 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:19:44.162810 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c015207-bafd-48b2-ad11-2d92a3fde5d9 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:19:44.163136 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c015207-bafd-48b2-ad11-2d92a3fde5d9 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:19:44.201138 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8c015207-bafd-48b2-ad11-2d92a3fde5d9 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for floatingip, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:44.201467 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.db.l3_db [None req-8c015207-bafd-48b2-ad11-2d92a3fde5d9 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Floating IP e323326f-42e7-4c04-a013-6f14ccb51066 disassociated (deleted). External IP: 172.27.0.87, port: 8e2d5f4b-1acd-48bb-94e3-462529ef1bbb. Nov 19 15:19:44.419142 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c015207-bafd-48b2-ad11-2d92a3fde5d9 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Router 021e1929-bce7-4da2-877c-91b0a5927045 has already been hosted by L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d {{(pid=102739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 15:19:44.523883 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c015207-bafd-48b2-ad11-2d92a3fde5d9 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:19:44.528872 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-8c015207-bafd-48b2-ad11-2d92a3fde5d9 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for floatingip, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:44.533359 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401def64-857c-42d1-9e43-37d595b15ad0 None None] Sync routers for ids ['021e1929-bce7-4da2-877c-91b0a5927045'] in dv-cinder-817573-1-iscsi {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:19:44.542137 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401def64-857c-42d1-9e43-37d595b15ad0 None None] Routers {'021e1929-bce7-4da2-877c-91b0a5927045'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:19:44.542816 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-401def64-857c-42d1-9e43-37d595b15ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:19:19Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['021e1929-bce7-4da2-877c-91b0a5927045'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:19:44.556622 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-8c015207-bafd-48b2-ad11-2d92a3fde5d9 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "DELETE /v2.0/floatingips/e323326f-42e7-4c04-a013-6f14ccb51066 HTTP/1.1" status: 204 len: 168 time: 0.8310916 Nov 19 15:19:44.557191 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71fba89b-1045-4d8d-8177-e2a2f04c8bd4', 'tag': '8e2d5f4b-1acd-48bb-94e3-462529ef1bbb'}] {{(pid=102739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:19:44.559590 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eba93c122355dca29d1d872d2ced11345dc5d33d75e8821344cda5b49db1ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa7f454-f97f-4c60-8a6f-185fe850c24c" -d '{"events": [{"name": "network-changed", "server_uuid": "71fba89b-1045-4d8d-8177-e2a2f04c8bd4", "tag": "8e2d5f4b-1acd-48bb-94e3-462529ef1bbb"}]}' {{(pid=102739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:19:44.599510 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 15:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c4da11-e61b-42ca-8da6-a6ce6834a5ba x-openstack-request-id: req-f3c4da11-e61b-42ca-8da6-a6ce6834a5ba {{(pid=102739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:19:44.599804 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71fba89b-1045-4d8d-8177-e2a2f04c8bd4", "tag": "8e2d5f4b-1acd-48bb-94e3-462529ef1bbb", "status": "completed", "code": 200}]} {{(pid=102739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:19:44.600181 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f3c4da11-e61b-42ca-8da6-a6ce6834a5ba {{(pid=102739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:19:44.600449 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71fba89b-1045-4d8d-8177-e2a2f04c8bd4', 'tag': '8e2d5f4b-1acd-48bb-94e3-462529ef1bbb', 'status': 'completed', 'code': 200} Nov 19 15:19:44.653371 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-401def64-857c-42d1-9e43-37d595b15ad0 None None] Set router 021e1929-bce7-4da2-877c-91b0a5927045 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:19:44.680652 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7f454-f97f-4c60-8a6f-185fe850c24c req-8e03f1c1-fe5d-4f31-bb59-c4f6b2be0755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:19:44.682796 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-faa7f454-f97f-4c60-8a6f-185fe850c24c req-8e03f1c1-fe5d-4f31-bb59-c4f6b2be0755 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=65503588761e4489b784b977e0d1e639&device_id=71fba89b-1045-4d8d-8177-e2a2f04c8bd4 HTTP/1.1" status: 200 len: 1098 time: 0.0478916 Nov 19 15:19:44.801460 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7f454-f97f-4c60-8a6f-185fe850c24c req-05d1e467-310c-49e2-af0b-c18e2aa6ae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:19:44.803091 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-faa7f454-f97f-4c60-8a6f-185fe850c24c req-05d1e467-310c-49e2-af0b-c18e2aa6ae28 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c592f38-b1dc-4d53-b93f-a1671b339d81 HTTP/1.1" status: 200 len: 913 time: 0.1069281 Nov 19 15:19:44.854216 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-faa7f454-f97f-4c60-8a6f-185fe850c24c req-f90801ec-c580-40ec-bbfc-668611fcc8fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e2d5f4b-1acd-48bb-94e3-462529ef1bbb HTTP/1.1" status: 200 len: 217 time: 0.0419157 Nov 19 15:19:44.889281 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-401def64-857c-42d1-9e43-37d595b15ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021e1929-bce7-4da2-877c-91b0a5927045', 'name': 'tempest-TestVolumeBootPattern-1321544495-router', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:52Z', 'revision_number': 4, 'project_id': '65503588761e4489b784b977e0d1e639', 'gw_port': {'id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_floatingips': [{'id': '68ba0cda-5403-460b-9edd-7f5f6080aa1b', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'router_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'port_id': '955c8b76-5a6a-4692-b466-8c89094073a7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'mac_address': 'fa:16:3e:7c:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf3eece-d64c-4bf3-83bf-563ec88864ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T15:15:56Z', 'updated_at': '2021-11-19T15:15:58Z', 'revision_number': 1, 'project_id': '65503588761e4489b784b977e0d1e639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd73374-bd95-41dd-83a6-299b371ec3c6', 'name': '', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'mac_address': 'fa:16:3e:51:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:51Z', 'updated_at': '2021-11-19T15:12:58Z', 'revision_number': 5, 'project_id': '65503588761e4489b784b977e0d1e639', 'subnets': [{'id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:19:44.918610 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401def64-857c-42d1-9e43-37d595b15ad0 None None] Checking router: 021e1929-bce7-4da2-877c-91b0a5927045 for host: dv-cinder-817573-1-iscsi {{(pid=102741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:19:44.923954 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7f454-f97f-4c60-8a6f-185fe850c24c req-28d89a44-f68c-4a30-acd4-9073169cc48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:19:44.925428 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-faa7f454-f97f-4c60-8a6f-185fe850c24c req-28d89a44-f68c-4a30-acd4-9073169cc48a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30034238-24c0-4d3c-a28b-a2cb125a0843 HTTP/1.1" status: 200 len: 851 time: 0.0621114 Nov 19 15:19:44.927579 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401def64-857c-42d1-9e43-37d595b15ad0 None None] Routers {'021e1929-bce7-4da2-877c-91b0a5927045'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:19:44.928172 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-401def64-857c-42d1-9e43-37d595b15ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:19:19Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['021e1929-bce7-4da2-877c-91b0a5927045'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:19:44.935857 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c53831-17b5-46c4-ae7a-2e8b9aa9e65b req-83dcdc9c-bafe-4ebd-bcd5-1140197c2646 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:19:44.937196 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-c4c53831-17b5-46c4-ae7a-2e8b9aa9e65b req-83dcdc9c-bafe-4ebd-bcd5-1140197c2646 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=71fba89b-1045-4d8d-8177-e2a2f04c8bd4 HTTP/1.1" status: 200 len: 945 time: 0.1815088 Nov 19 15:19:45.009955 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7f454-f97f-4c60-8a6f-185fe850c24c req-95e9063f-7404-41e4-82e7-78a580ca6ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:19:45.011438 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-faa7f454-f97f-4c60-8a6f-185fe850c24c req-95e9063f-7404-41e4-82e7-78a580ca6ce4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c592f38-b1dc-4d53-b93f-a1671b339d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733702 Nov 19 15:19:45.016662 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-c4c53831-17b5-46c4-ae7a-2e8b9aa9e65b req-29df3f5f-24c3-4dd4-bd80-58519ca3b042 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712037 Nov 19 15:19:45.033931 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-401def64-857c-42d1-9e43-37d595b15ad0 None None] Set router 021e1929-bce7-4da2-877c-91b0a5927045 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:19:45.105866 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-faa7f454-f97f-4c60-8a6f-185fe850c24c req-a7802d28-bb25-467b-b49b-f259fc4abcdc service neutron] 10.222.0.11 "GET /v2.0/networks/1c592f38-b1dc-4d53-b93f-a1671b339d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853684 Nov 19 15:19:45.202165 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-faa7f454-f97f-4c60-8a6f-185fe850c24c req-f237edc9-02c5-4d55-995e-6e68c564aff0 service neutron] 10.222.0.11 "GET /v2.0/networks/1c592f38-b1dc-4d53-b93f-a1671b339d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874763 Nov 19 15:19:45.381135 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-401def64-857c-42d1-9e43-37d595b15ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021e1929-bce7-4da2-877c-91b0a5927045', 'name': 'tempest-TestVolumeBootPattern-1321544495-router', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:52Z', 'revision_number': 4, 'project_id': '65503588761e4489b784b977e0d1e639', 'gw_port': {'id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_floatingips': [{'id': '68ba0cda-5403-460b-9edd-7f5f6080aa1b', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'router_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'port_id': '955c8b76-5a6a-4692-b466-8c89094073a7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'mac_address': 'fa:16:3e:7c:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf3eece-d64c-4bf3-83bf-563ec88864ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T15:15:56Z', 'updated_at': '2021-11-19T15:15:58Z', 'revision_number': 1, 'project_id': '65503588761e4489b784b977e0d1e639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd73374-bd95-41dd-83a6-299b371ec3c6', 'name': '', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'mac_address': 'fa:16:3e:51:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:51Z', 'updated_at': '2021-11-19T15:12:58Z', 'revision_number': 5, 'project_id': '65503588761e4489b784b977e0d1e639', 'subnets': [{'id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:19:45.409540 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401def64-857c-42d1-9e43-37d595b15ad0 None None] The sync data for ids ['021e1929-bce7-4da2-877c-91b0a5927045'] in dv-cinder-817573-1-iscsi is: [{'id': '021e1929-bce7-4da2-877c-91b0a5927045', 'name': 'tempest-TestVolumeBootPattern-1321544495-router', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:52Z', 'revision_number': 4, 'project_id': '65503588761e4489b784b977e0d1e639', 'gw_port': {'id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_floatingips': [{'id': '68ba0cda-5403-460b-9edd-7f5f6080aa1b', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'router_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'port_id': '955c8b76-5a6a-4692-b466-8c89094073a7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'mac_address': 'fa:16:3e:7c:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf3eece-d64c-4bf3-83bf-563ec88864ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T15:15:56Z', 'updated_at': '2021-11-19T15:15:58Z', 'revision_number': 1, 'project_id': '65503588761e4489b784b977e0d1e639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd73374-bd95-41dd-83a6-299b371ec3c6', 'name': '', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'mac_address': 'fa:16:3e:51:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:51Z', 'updated_at': '2021-11-19T15:12:58Z', 'revision_number': 5, 'project_id': '65503588761e4489b784b977e0d1e639', 'subnets': [{'id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:19:45.640103 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e2ab0c-f146-4ad7-9d8b-c7120991fd35 None None] New status for floating IP e323326f-42e7-4c04-a013-6f14ccb51066: DOWN {{(pid=102742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 15:19:46.156461 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-beadc77a-d273-46d5-aa43-4b5d09060527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:46.190164 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc43a1-b47d-4292-bd96-4c20a34b5d55 req-41233a17-d210-47bb-bd2b-e750c5cdc39c tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:19:46.191658 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-dadc43a1-b47d-4292-bd96-4c20a34b5d55 req-41233a17-d210-47bb-bd2b-e750c5cdc39c tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=71fba89b-1045-4d8d-8177-e2a2f04c8bd4 HTTP/1.1" status: 200 len: 945 time: 0.1060011 Nov 19 15:19:46.242140 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-dadc43a1-b47d-4292-bd96-4c20a34b5d55 req-e9357557-5c35-46f9-ab72-832944882eb0 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444453 Nov 19 15:19:46.594487 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df55412-c462-4257-ae0d-64c3d660ed63 req-06ef844e-8b84-4ce7-b74d-52d298b462b9 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:19:46.595907 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0df55412-c462-4257-ae0d-64c3d660ed63 req-06ef844e-8b84-4ce7-b74d-52d298b462b9 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.11 "GET /v2.0/ports?device_id=71fba89b-1045-4d8d-8177-e2a2f04c8bd4 HTTP/1.1" status: 200 len: 945 time: 0.0484180 Nov 19 15:19:46.690583 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-0df55412-c462-4257-ae0d-64c3d660ed63 req-b9c55f3d-7656-4383-9bf0-3a0b77fece62 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Deleting port 8e2d5f4b-1acd-48bb-94e3-462529ef1bbb {{(pid=102740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:19:46.690922 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-0df55412-c462-4257-ae0d-64c3d660ed63 req-b9c55f3d-7656-4383-9bf0-3a0b77fece62 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:46.779803 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-0df55412-c462-4257-ae0d-64c3d660ed63 req-b9c55f3d-7656-4383-9bf0-3a0b77fece62 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] For port 8e2d5f4b-1acd-48bb-94e3-462529ef1bbb, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=8e2d5f4b-1acd-48bb-94e3-462529ef1bbb,segment=NetworkSegment(4e148c86-ca99-492f-8666-55e54f07b46f),segment_id=4e148c86-ca99-492f-8666-55e54f07b46f)] {{(pid=102740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:19:46.780163 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-0df55412-c462-4257-ae0d-64c3d660ed63 req-b9c55f3d-7656-4383-9bf0-3a0b77fece62 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:46.793252 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-0df55412-c462-4257-ae0d-64c3d660ed63 req-b9c55f3d-7656-4383-9bf0-3a0b77fece62 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Calling delete_port for 8e2d5f4b-1acd-48bb-94e3-462529ef1bbb owned by compute:nova {{(pid=102740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:19:46.918586 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-0df55412-c462-4257-ae0d-64c3d660ed63 req-b9c55f3d-7656-4383-9bf0-3a0b77fece62 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:46.945601 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c55f3d-7656-4383-9bf0-3a0b77fece62 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Pushing event deleted for resources: {'Port': ['ID=8e2d5f4b-1acd-48bb-94e3-462529ef1bbb,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:19:46.957812 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c55f3d-7656-4383-9bf0-3a0b77fece62 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:19:46.958166 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c55f3d-7656-4383-9bf0-3a0b77fece62 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:19:46.958511 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c55f3d-7656-4383-9bf0-3a0b77fece62 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:19:46.958852 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c55f3d-7656-4383-9bf0-3a0b77fece62 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:19:46.959183 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c55f3d-7656-4383-9bf0-3a0b77fece62 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:19:46.959515 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c55f3d-7656-4383-9bf0-3a0b77fece62 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:19:46.959842 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c55f3d-7656-4383-9bf0-3a0b77fece62 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:19:46.960167 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c55f3d-7656-4383-9bf0-3a0b77fece62 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:19:46.960497 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c55f3d-7656-4383-9bf0-3a0b77fece62 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:19:46.960842 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c55f3d-7656-4383-9bf0-3a0b77fece62 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:19:46.961167 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c55f3d-7656-4383-9bf0-3a0b77fece62 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:19:46.961494 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c55f3d-7656-4383-9bf0-3a0b77fece62 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:19:46.994560 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df55412-c462-4257-ae0d-64c3d660ed63 req-b9c55f3d-7656-4383-9bf0-3a0b77fece62 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] No DVR routers for this DVR port 8e2d5f4b-1acd-48bb-94e3-462529ef1bbb on host hv-cinder-81757 {{(pid=102740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 15:19:46.996921 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-0df55412-c462-4257-ae0d-64c3d660ed63 req-b9c55f3d-7656-4383-9bf0-3a0b77fece62 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:47.000690 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-0df55412-c462-4257-ae0d-64c3d660ed63 req-b9c55f3d-7656-4383-9bf0-3a0b77fece62 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.11 "DELETE /v2.0/ports/8e2d5f4b-1acd-48bb-94e3-462529ef1bbb HTTP/1.1" status: 204 len: 173 time: 0.3900621 Nov 19 15:19:47.001146 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fba89b-1045-4d8d-8177-e2a2f04c8bd4', 'name': 'network-vif-deleted', 'tag': '8e2d5f4b-1acd-48bb-94e3-462529ef1bbb'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:19:47.003368 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6512b465-54d6-4e7d-9b26-e96689abd213" -d '{"events": [{"server_uuid": "71fba89b-1045-4d8d-8177-e2a2f04c8bd4", "name": "network-vif-deleted", "tag": "8e2d5f4b-1acd-48bb-94e3-462529ef1bbb"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:19:47.042668 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eef8c90-0841-4599-8e1a-1458c01ff9dd x-openstack-request-id: req-7eef8c90-0841-4599-8e1a-1458c01ff9dd {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:19:47.042965 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fba89b-1045-4d8d-8177-e2a2f04c8bd4", "name": "network-vif-deleted", "tag": "8e2d5f4b-1acd-48bb-94e3-462529ef1bbb", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:19:47.043219 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7eef8c90-0841-4599-8e1a-1458c01ff9dd {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:19:47.043617 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fba89b-1045-4d8d-8177-e2a2f04c8bd4', 'name': 'network-vif-deleted', 'tag': '8e2d5f4b-1acd-48bb-94e3-462529ef1bbb', 'status': 'completed', 'code': 200} Nov 19 15:19:47.352040 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-8b23d2d6-ce01-41f1-9f8c-64e2ddc2ed53 req-d4b01f6a-c707-4ab3-82fe-09b89c35cf07 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=71fba89b-1045-4d8d-8177-e2a2f04c8bd4 HTTP/1.1" status: 200 len: 210 time: 0.0280049 Nov 19 15:19:48.639543 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-d7ecfa46-95ec-4b35-82bd-b750d162b3c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:49.717009 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:50.621115 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 50504) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:19:50.686984 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 8e2d5f4b-1acd-48bb-94e3-462529ef1bbb no longer exists at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:19:50.708393 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] No Port match for: 8e2d5f4b-1acd-48bb-94e3-462529ef1bbb {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:19:50.708738 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 8e2d5f4b-1acd-48bb-94e3-462529ef1bbb not bound to the agent host hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:19:50.778581 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.plugin [None req-6ae714b5-da41-4d8d-a302-7fd1c8e6597c tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Deleting port 78461558-cb4d-4cdd-85ed-a7af7ab042cc {{(pid=102739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:19:50.778917 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6ae714b5-da41-4d8d-a302-7fd1c8e6597c tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:50.852431 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6ae714b5-da41-4d8d-a302-7fd1c8e6597c tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:50.852750 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6ae714b5-da41-4d8d-a302-7fd1c8e6597c tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:50.864593 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.plugin [None req-6ae714b5-da41-4d8d-a302-7fd1c8e6597c tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Calling delete_port for 78461558-cb4d-4cdd-85ed-a7af7ab042cc owned by network:floatingip {{(pid=102739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:19:51.006323 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6ae714b5-da41-4d8d-a302-7fd1c8e6597c tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58728053'] for port, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:51.028350 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae714b5-da41-4d8d-a302-7fd1c8e6597c tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Pushing event deleted for resources: {'Port': ['ID=78461558-cb4d-4cdd-85ed-a7af7ab042cc,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:19:51.091007 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6ae714b5-da41-4d8d-a302-7fd1c8e6597c tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for floatingip, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:51.091392 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.db.l3_db [None req-6ae714b5-da41-4d8d-a302-7fd1c8e6597c tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Floating IP 68ba0cda-5403-460b-9edd-7f5f6080aa1b disassociated (deleted). External IP: 172.27.0.237, port: 955c8b76-5a6a-4692-b466-8c89094073a7. Nov 19 15:19:51.119514 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:51.290993 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae714b5-da41-4d8d-a302-7fd1c8e6597c tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Router 021e1929-bce7-4da2-877c-91b0a5927045 has already been hosted by L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d {{(pid=102739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 15:19:51.396900 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae714b5-da41-4d8d-a302-7fd1c8e6597c tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:19:51.401536 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6ae714b5-da41-4d8d-a302-7fd1c8e6597c tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for floatingip, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:51.406453 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77de178-6415-48d4-afab-75ec929b9ce0 None None] Sync routers for ids ['021e1929-bce7-4da2-877c-91b0a5927045'] in dv-cinder-817573-1-iscsi {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:19:51.416325 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77de178-6415-48d4-afab-75ec929b9ce0 None None] Routers {'021e1929-bce7-4da2-877c-91b0a5927045'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:19:51.416959 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-b77de178-6415-48d4-afab-75ec929b9ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:19:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['021e1929-bce7-4da2-877c-91b0a5927045'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:19:51.427955 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-6ae714b5-da41-4d8d-a302-7fd1c8e6597c tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "DELETE /v2.0/floatingips/68ba0cda-5403-460b-9edd-7f5f6080aa1b HTTP/1.1" status: 204 len: 168 time: 0.8057280 Nov 19 15:19:51.428536 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaf3eece-d64c-4bf3-83bf-563ec88864ba', 'tag': '955c8b76-5a6a-4692-b466-8c89094073a7'}] {{(pid=102739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:19:51.430786 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eba93c122355dca29d1d872d2ced11345dc5d33d75e8821344cda5b49db1ad7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1301b255-3ee3-45c3-8dd6-bf86765ca12e" -d '{"events": [{"name": "network-changed", "server_uuid": "eaf3eece-d64c-4bf3-83bf-563ec88864ba", "tag": "955c8b76-5a6a-4692-b466-8c89094073a7"}]}' {{(pid=102739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:19:51.474175 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 15:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483201d9-11e8-45b1-9104-95ec36a52e57 x-openstack-request-id: req-483201d9-11e8-45b1-9104-95ec36a52e57 {{(pid=102739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:19:51.474659 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaf3eece-d64c-4bf3-83bf-563ec88864ba", "tag": "955c8b76-5a6a-4692-b466-8c89094073a7", "status": "completed", "code": 200}]} {{(pid=102739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:19:51.474987 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-483201d9-11e8-45b1-9104-95ec36a52e57 {{(pid=102739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:19:51.475580 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaf3eece-d64c-4bf3-83bf-563ec88864ba', 'tag': '955c8b76-5a6a-4692-b466-8c89094073a7', 'status': 'completed', 'code': 200} Nov 19 15:19:51.527985 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-b77de178-6415-48d4-afab-75ec929b9ce0 None None] Set router 021e1929-bce7-4da2-877c-91b0a5927045 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:19:51.544947 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301b255-3ee3-45c3-8dd6-bf86765ca12e req-75310e8d-009c-4ddb-8dfc-46cbdf1a6dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:19:51.547236 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1301b255-3ee3-45c3-8dd6-bf86765ca12e req-75310e8d-009c-4ddb-8dfc-46cbdf1a6dab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=65503588761e4489b784b977e0d1e639&device_id=eaf3eece-d64c-4bf3-83bf-563ec88864ba HTTP/1.1" status: 200 len: 1099 time: 0.0434623 Nov 19 15:19:51.674346 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301b255-3ee3-45c3-8dd6-bf86765ca12e req-b9fa70e8-6a95-4709-92e6-44b8d6a93915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:19:51.675653 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1301b255-3ee3-45c3-8dd6-bf86765ca12e req-b9fa70e8-6a95-4709-92e6-44b8d6a93915 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c592f38-b1dc-4d53-b93f-a1671b339d81 HTTP/1.1" status: 200 len: 913 time: 0.1207154 Nov 19 15:19:51.683809 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91e824-6783-41ed-b136-d2971b06d6b9 req-3c2c382b-6cec-41ac-a932-c36478da6e46 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:19:51.685197 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1b91e824-6783-41ed-b136-d2971b06d6b9 req-3c2c382b-6cec-41ac-a932-c36478da6e46 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=eaf3eece-d64c-4bf3-83bf-563ec88864ba HTTP/1.1" status: 200 len: 946 time: 0.0750933 Nov 19 15:19:51.728594 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1301b255-3ee3-45c3-8dd6-bf86765ca12e req-be077383-f764-4861-82fe-dcf48d86f12e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=955c8b76-5a6a-4692-b466-8c89094073a7 HTTP/1.1" status: 200 len: 217 time: 0.0424736 Nov 19 15:19:51.747197 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-b77de178-6415-48d4-afab-75ec929b9ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021e1929-bce7-4da2-877c-91b0a5927045', 'name': 'tempest-TestVolumeBootPattern-1321544495-router', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:52Z', 'revision_number': 4, 'project_id': '65503588761e4489b784b977e0d1e639', 'gw_port': {'id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '4bd73374-bd95-41dd-83a6-299b371ec3c6', 'name': '', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'mac_address': 'fa:16:3e:51:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:51Z', 'updated_at': '2021-11-19T15:12:58Z', 'revision_number': 5, 'project_id': '65503588761e4489b784b977e0d1e639', 'subnets': [{'id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:19:51.773606 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77de178-6415-48d4-afab-75ec929b9ce0 None None] Checking router: 021e1929-bce7-4da2-877c-91b0a5927045 for host: dv-cinder-817573-1-iscsi {{(pid=102741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:19:51.781929 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77de178-6415-48d4-afab-75ec929b9ce0 None None] Routers {'021e1929-bce7-4da2-877c-91b0a5927045'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:19:51.783057 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-b77de178-6415-48d4-afab-75ec929b9ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:19:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['021e1929-bce7-4da2-877c-91b0a5927045'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:19:51.801429 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1b91e824-6783-41ed-b136-d2971b06d6b9 req-6a40c354-bfc1-4366-aa83-4e83f320302f tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088026 Nov 19 15:19:51.802944 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301b255-3ee3-45c3-8dd6-bf86765ca12e req-1411ca02-e41f-4ef5-8b89-8d24a4562f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:19:51.804284 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1301b255-3ee3-45c3-8dd6-bf86765ca12e req-1411ca02-e41f-4ef5-8b89-8d24a4562f0a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30034238-24c0-4d3c-a28b-a2cb125a0843 HTTP/1.1" status: 200 len: 851 time: 0.0675776 Nov 19 15:19:51.854216 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301b255-3ee3-45c3-8dd6-bf86765ca12e req-7f114100-0bad-438f-a182-5ae9b1e95084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:19:51.855711 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1301b255-3ee3-45c3-8dd6-bf86765ca12e req-7f114100-0bad-438f-a182-5ae9b1e95084 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c592f38-b1dc-4d53-b93f-a1671b339d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407767 Nov 19 15:19:51.888664 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-b77de178-6415-48d4-afab-75ec929b9ce0 None None] Set router 021e1929-bce7-4da2-877c-91b0a5927045 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:19:51.946287 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1301b255-3ee3-45c3-8dd6-bf86765ca12e req-a8d4b810-3052-400a-8144-cb06f514fe94 service neutron] 10.222.0.11 "GET /v2.0/networks/1c592f38-b1dc-4d53-b93f-a1671b339d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823596 Nov 19 15:19:52.034244 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-1301b255-3ee3-45c3-8dd6-bf86765ca12e req-201150a4-c6e8-4756-9c97-d958e924f223 service neutron] 10.222.0.11 "GET /v2.0/networks/1c592f38-b1dc-4d53-b93f-a1671b339d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802734 Nov 19 15:19:52.088575 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-b77de178-6415-48d4-afab-75ec929b9ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021e1929-bce7-4da2-877c-91b0a5927045', 'name': 'tempest-TestVolumeBootPattern-1321544495-router', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:52Z', 'revision_number': 4, 'project_id': '65503588761e4489b784b977e0d1e639', 'gw_port': {'id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '4bd73374-bd95-41dd-83a6-299b371ec3c6', 'name': '', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'mac_address': 'fa:16:3e:51:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:51Z', 'updated_at': '2021-11-19T15:12:58Z', 'revision_number': 5, 'project_id': '65503588761e4489b784b977e0d1e639', 'subnets': [{'id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:19:52.114844 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77de178-6415-48d4-afab-75ec929b9ce0 None None] The sync data for ids ['021e1929-bce7-4da2-877c-91b0a5927045'] in dv-cinder-817573-1-iscsi is: [{'id': '021e1929-bce7-4da2-877c-91b0a5927045', 'name': 'tempest-TestVolumeBootPattern-1321544495-router', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:52Z', 'revision_number': 4, 'project_id': '65503588761e4489b784b977e0d1e639', 'gw_port': {'id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi', '_interfaces': [{'id': '4bd73374-bd95-41dd-83a6-299b371ec3c6', 'name': '', 'network_id': '1c592f38-b1dc-4d53-b93f-a1671b339d81', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'mac_address': 'fa:16:3e:51:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:51Z', 'updated_at': '2021-11-19T15:12:58Z', 'revision_number': 5, 'project_id': '65503588761e4489b784b977e0d1e639', 'subnets': [{'id': '30034238-24c0-4d3c-a28b-a2cb125a0843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:19:52.140572 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:52.335111 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297bb4c9-c661-4eca-b10d-b5d23b68246e None None] New status for floating IP 68ba0cda-5403-460b-9edd-7f5f6080aa1b: DOWN {{(pid=102742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 15:19:53.127838 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e151d3-e56c-4fb7-a5dc-cdb7478887cf req-b51a520f-2e5a-4671-a69f-f130850a7660 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:19:53.129367 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-10e151d3-e56c-4fb7-a5dc-cdb7478887cf req-b51a520f-2e5a-4671-a69f-f130850a7660 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=eaf3eece-d64c-4bf3-83bf-563ec88864ba HTTP/1.1" status: 200 len: 946 time: 0.2599506 Nov 19 15:19:53.178431 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-10e151d3-e56c-4fb7-a5dc-cdb7478887cf req-3964129d-9e35-40a2-822d-319f8fd336cd tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ea866e4-f477-42a1-9ba1-28edf782b752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431285 Nov 19 15:19:53.319467 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e62f24-3d8c-4a46-8f61-960f2518b907 req-d5baea13-af68-4a65-8473-711042b5b7f4 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 15:19:53.320897 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-14e62f24-3d8c-4a46-8f61-960f2518b907 req-d5baea13-af68-4a65-8473-711042b5b7f4 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.11 "GET /v2.0/ports?device_id=eaf3eece-d64c-4bf3-83bf-563ec88864ba HTTP/1.1" status: 200 len: 946 time: 0.0516319 Nov 19 15:19:53.422083 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-14e62f24-3d8c-4a46-8f61-960f2518b907 req-fd719261-4f6a-41f2-b20b-2e6cf2233901 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Deleting port 955c8b76-5a6a-4692-b466-8c89094073a7 {{(pid=102740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:19:53.422327 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-14e62f24-3d8c-4a46-8f61-960f2518b907 req-fd719261-4f6a-41f2-b20b-2e6cf2233901 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:53.509200 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [req-14e62f24-3d8c-4a46-8f61-960f2518b907 req-fd719261-4f6a-41f2-b20b-2e6cf2233901 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] For port 955c8b76-5a6a-4692-b466-8c89094073a7, host hv-cinder-81757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81757',level=0,port_id=955c8b76-5a6a-4692-b466-8c89094073a7,segment=NetworkSegment(4e148c86-ca99-492f-8666-55e54f07b46f),segment_id=4e148c86-ca99-492f-8666-55e54f07b46f)] {{(pid=102740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:19:53.509551 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-14e62f24-3d8c-4a46-8f61-960f2518b907 req-fd719261-4f6a-41f2-b20b-2e6cf2233901 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:53.522119 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [req-14e62f24-3d8c-4a46-8f61-960f2518b907 req-fd719261-4f6a-41f2-b20b-2e6cf2233901 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Calling delete_port for 955c8b76-5a6a-4692-b466-8c89094073a7 owned by compute:nova {{(pid=102740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:19:53.644034 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-14e62f24-3d8c-4a46-8f61-960f2518b907 req-fd719261-4f6a-41f2-b20b-2e6cf2233901 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:53.674771 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd719261-4f6a-41f2-b20b-2e6cf2233901 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Pushing event deleted for resources: {'Port': ['ID=955c8b76-5a6a-4692-b466-8c89094073a7,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:19:53.988931 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e62f24-3d8c-4a46-8f61-960f2518b907 req-fd719261-4f6a-41f2-b20b-2e6cf2233901 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] No DVR routers for this DVR port 955c8b76-5a6a-4692-b466-8c89094073a7 on host hv-cinder-81757 {{(pid=102740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 15:19:53.991537 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [req-14e62f24-3d8c-4a46-8f61-960f2518b907 req-fd719261-4f6a-41f2-b20b-2e6cf2233901 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for port, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:53.995085 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [req-14e62f24-3d8c-4a46-8f61-960f2518b907 req-fd719261-4f6a-41f2-b20b-2e6cf2233901 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.11 "DELETE /v2.0/ports/955c8b76-5a6a-4692-b466-8c89094073a7 HTTP/1.1" status: 204 len: 173 time: 0.6646304 Nov 19 15:19:53.995551 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf3eece-d64c-4bf3-83bf-563ec88864ba', 'name': 'network-vif-deleted', 'tag': '955c8b76-5a6a-4692-b466-8c89094073a7'}] {{(pid=102740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 15:19:53.997773 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7ac5bc7c8dac815e038b5940f54483b697f1767310f4dc93a857b99e584f80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5d3d3d-f0aa-408d-91d0-a9a14bb3168f" -d '{"events": [{"server_uuid": "eaf3eece-d64c-4bf3-83bf-563ec88864ba", "name": "network-vif-deleted", "tag": "955c8b76-5a6a-4692-b466-8c89094073a7"}]}' {{(pid=102740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 15:19:54.037231 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 15:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2f1a5a-a730-4f8f-968e-dc7086417f13 x-openstack-request-id: req-da2f1a5a-a730-4f8f-968e-dc7086417f13 {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 15:19:54.037551 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf3eece-d64c-4bf3-83bf-563ec88864ba", "name": "network-vif-deleted", "tag": "955c8b76-5a6a-4692-b466-8c89094073a7", "status": "completed", "code": 200}]} {{(pid=102740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 15:19:54.037823 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da2f1a5a-a730-4f8f-968e-dc7086417f13 {{(pid=102740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 15:19:54.038227 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf3eece-d64c-4bf3-83bf-563ec88864ba', 'name': 'network-vif-deleted', 'tag': '955c8b76-5a6a-4692-b466-8c89094073a7', 'status': 'completed', 'code': 200} Nov 19 15:19:54.274163 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [req-4e868d8e-755c-4992-8aa7-8be68687174d req-5a7dd6ab-0ea5-4cc3-bc35-b25d95d48cba tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "GET /v2.0/ports?device_id=eaf3eece-d64c-4bf3-83bf-563ec88864ba HTTP/1.1" status: 200 len: 210 time: 0.0283062 Nov 19 15:19:55.330256 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 50520) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:19:55.447919 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [None req-89d38c27-9a88-48ca-abbc-b7a9102c9126 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Deleting port 53820e96-f48e-4df9-977a-d99a976f9010 {{(pid=102740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:19:55.448251 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-89d38c27-9a88-48ca-abbc-b7a9102c9126 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:55.523599 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-89d38c27-9a88-48ca-abbc-b7a9102c9126 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:55.523917 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-89d38c27-9a88-48ca-abbc-b7a9102c9126 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:55.534860 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [None req-89d38c27-9a88-48ca-abbc-b7a9102c9126 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Calling delete_port for 53820e96-f48e-4df9-977a-d99a976f9010 owned by network:floatingip {{(pid=102740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:19:55.660009 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-89d38c27-9a88-48ca-abbc-b7a9102c9126 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:55.687160 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d38c27-9a88-48ca-abbc-b7a9102c9126 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Pushing event deleted for resources: {'Port': ['ID=53820e96-f48e-4df9-977a-d99a976f9010,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:19:55.746338 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-89d38c27-9a88-48ca-abbc-b7a9102c9126 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for floatingip, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:55.749015 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-89d38c27-9a88-48ca-abbc-b7a9102c9126 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4122692'] for floatingip, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:55.750153 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-89d38c27-9a88-48ca-abbc-b7a9102c9126 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "DELETE /v2.0/floatingips/e8aaad64-cd55-401f-a6d2-3d0c32186463 HTTP/1.1" status: 204 len: 168 time: 0.4189081 Nov 19 15:19:56.692400 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 955c8b76-5a6a-4692-b466-8c89094073a7 no longer exists at agent hyperv_hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:19:56.713322 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] No Port match for: 955c8b76-5a6a-4692-b466-8c89094073a7 {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:19:56.713322 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Device 955c8b76-5a6a-4692-b466-8c89094073a7 not bound to the agent host hv-cinder-81757 {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:19:56.936534 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 50532) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:19:56.991152 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e9eddf51-bb18-4cbc-bb69-e670989558c5 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for security_group, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:57.015345 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e9eddf51-bb18-4cbc-bb69-e670989558c5 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:57.073584 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e9eddf51-bb18-4cbc-bb69-e670989558c5 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:57.076142 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-e9eddf51-bb18-4cbc-bb69-e670989558c5 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Publish callbacks [] for security_group, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:57.077311 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-e9eddf51-bb18-4cbc-bb69-e670989558c5 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] 10.222.0.20 "DELETE /v2.0/security-groups/7ea866e4-f477-42a1-9ba1-28edf782b752 HTTP/1.1" status: 204 len: 168 time: 0.1397338 Nov 19 15:19:57.086455 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eddf51-bb18-4cbc-bb69-e670989558c5 tempest-TestVolumeBootPattern-232612297 tempest-TestVolumeBootPattern-232612297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea866e4-f477-42a1-9ba1-28edf782b752,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:19:57.132498 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 50536) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:19:57.605273 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-d9669b4c-2212-45c1-b4a7-e0026850a4b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469809'] for router_interface, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:57.842336 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [None req-d9669b4c-2212-45c1-b4a7-e0026850a4b2 admin admin] Deleting port 4bd73374-bd95-41dd-83a6-299b371ec3c6 {{(pid=102740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:19:57.842666 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-d9669b4c-2212-45c1-b4a7-e0026850a4b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:57.916379 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [None req-d9669b4c-2212-45c1-b4a7-e0026850a4b2 admin admin] For port 4bd73374-bd95-41dd-83a6-299b371ec3c6, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=4bd73374-bd95-41dd-83a6-299b371ec3c6,segment=NetworkSegment(4e148c86-ca99-492f-8666-55e54f07b46f),segment_id=4e148c86-ca99-492f-8666-55e54f07b46f)] {{(pid=102740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:19:57.916637 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-d9669b4c-2212-45c1-b4a7-e0026850a4b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:57.928668 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [None req-d9669b4c-2212-45c1-b4a7-e0026850a4b2 admin admin] Calling delete_port for 4bd73374-bd95-41dd-83a6-299b371ec3c6 owned by network:router_interface {{(pid=102740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:19:58.100692 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-d9669b4c-2212-45c1-b4a7-e0026850a4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:58.123677 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9669b4c-2212-45c1-b4a7-e0026850a4b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bd73374-bd95-41dd-83a6-299b371ec3c6,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:19:58.293211 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-d9669b4c-2212-45c1-b4a7-e0026850a4b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469901'] for router_interface, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:58.501843 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9669b4c-2212-45c1-b4a7-e0026850a4b2 admin admin] Router 021e1929-bce7-4da2-877c-91b0a5927045 has already been hosted by L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d {{(pid=102740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 15:19:58.604561 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9669b4c-2212-45c1-b4a7-e0026850a4b2 admin admin] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:19:58.609481 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-d9669b4c-2212-45c1-b4a7-e0026850a4b2 admin admin] 10.222.0.20 "PUT /v2.0/routers/021e1929-bce7-4da2-877c-91b0a5927045/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4759531 Nov 19 15:19:58.612563 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 50540) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:19:58.615471 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eedc492-4d7f-468d-90bf-f29099c83830 None None] Sync routers for ids ['021e1929-bce7-4da2-877c-91b0a5927045'] in dv-cinder-817573-1-iscsi {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:19:58.624938 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eedc492-4d7f-468d-90bf-f29099c83830 None None] Routers {'021e1929-bce7-4da2-877c-91b0a5927045'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:19:58.625544 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-6eedc492-4d7f-468d-90bf-f29099c83830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:19:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['021e1929-bce7-4da2-877c-91b0a5927045'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:19:58.713922 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-84e0b31f-e474-41d5-a2f5-4db0c764e44b admin admin] Publish callbacks [] for router, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:58.734576 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-6eedc492-4d7f-468d-90bf-f29099c83830 None None] Set router 021e1929-bce7-4da2-877c-91b0a5927045 gateway port host: dv-cinder-817573-1-iscsi {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:19:58.819886 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-84e0b31f-e474-41d5-a2f5-4db0c764e44b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:58.872737 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [None req-84e0b31f-e474-41d5-a2f5-4db0c764e44b admin admin] Deleting port 192f7609-4f41-4a8f-a959-dbe2cf22a618 {{(pid=102740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:19:58.873094 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-84e0b31f-e474-41d5-a2f5-4db0c764e44b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:58.914160 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-6eedc492-4d7f-468d-90bf-f29099c83830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021e1929-bce7-4da2-877c-91b0a5927045', 'name': 'tempest-TestVolumeBootPattern-1321544495-router', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:19:58Z', 'revision_number': 5, 'project_id': '65503588761e4489b784b977e0d1e639', 'gw_port': {'id': '192f7609-4f41-4a8f-a959-dbe2cf22a618', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e1929-bce7-4da2-877c-91b0a5927045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi'}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:19:58.940650 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eedc492-4d7f-468d-90bf-f29099c83830 None None] Checking router: 021e1929-bce7-4da2-877c-91b0a5927045 for host: dv-cinder-817573-1-iscsi {{(pid=102741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:19:58.948965 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eedc492-4d7f-468d-90bf-f29099c83830 None None] Routers {'021e1929-bce7-4da2-877c-91b0a5927045'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:19:58.949569 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-6eedc492-4d7f-468d-90bf-f29099c83830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:19:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['021e1929-bce7-4da2-877c-91b0a5927045'], 'active': True} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:19:58.949704 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [None req-84e0b31f-e474-41d5-a2f5-4db0c764e44b admin admin] For port 192f7609-4f41-4a8f-a959-dbe2cf22a618, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=192f7609-4f41-4a8f-a959-dbe2cf22a618,segment=NetworkSegment(8c548d3f-e438-4dec-b739-b60f621b5d36),segment_id=8c548d3f-e438-4dec-b739-b60f621b5d36)] {{(pid=102740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:19:58.949979 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-84e0b31f-e474-41d5-a2f5-4db0c764e44b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:58.962524 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [None req-84e0b31f-e474-41d5-a2f5-4db0c764e44b admin admin] Calling delete_port for 192f7609-4f41-4a8f-a959-dbe2cf22a618 owned by network:router_gateway {{(pid=102740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:19:59.035022 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvr_db [None req-6eedc492-4d7f-468d-90bf-f29099c83830 None None] Set router 021e1929-bce7-4da2-877c-91b0a5927045 gateway port host: None {{(pid=102741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:19:59.088854 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_hamode_db [None req-6eedc492-4d7f-468d-90bf-f29099c83830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021e1929-bce7-4da2-877c-91b0a5927045', 'name': 'tempest-TestVolumeBootPattern-1321544495-router', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:19:58Z', 'revision_number': 6, 'project_id': '65503588761e4489b784b977e0d1e639', 'gw_port_host': None}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:19:59.115466 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eedc492-4d7f-468d-90bf-f29099c83830 None None] The sync data for ids ['021e1929-bce7-4da2-877c-91b0a5927045'] in dv-cinder-817573-1-iscsi is: [{'id': '021e1929-bce7-4da2-877c-91b0a5927045', 'name': 'tempest-TestVolumeBootPattern-1321544495-router', 'tenant_id': '65503588761e4489b784b977e0d1e639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:12:49Z', 'updated_at': '2021-11-19T15:19:58Z', 'revision_number': 6, 'project_id': '65503588761e4489b784b977e0d1e639', 'gw_port_host': None}] {{(pid=102741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:19:59.130790 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-84e0b31f-e474-41d5-a2f5-4db0c764e44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:59.162391 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0b31f-e474-41d5-a2f5-4db0c764e44b admin admin] Pushing event deleted for resources: {'Port': ['ID=192f7609-4f41-4a8f-a959-dbe2cf22a618,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:19:59.224967 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-84e0b31f-e474-41d5-a2f5-4db0c764e44b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437495'] for router_gateway, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:59.310958 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-84e0b31f-e474-41d5-a2f5-4db0c764e44b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-463771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7245'] for router, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:59.312951 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-84e0b31f-e474-41d5-a2f5-4db0c764e44b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:59.354432 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-84e0b31f-e474-41d5-a2f5-4db0c764e44b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-463762'] for router, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:59.354975 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e0b31f-e474-41d5-a2f5-4db0c764e44b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 021e1929-bce7-4da2-877c-91b0a5927045 {{(pid=102740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 15:19:59.359232 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-84e0b31f-e474-41d5-a2f5-4db0c764e44b admin admin] Publish callbacks [] for router, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:59.360355 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-84e0b31f-e474-41d5-a2f5-4db0c764e44b admin admin] 10.222.0.20 "DELETE /v2.0/routers/021e1929-bce7-4da2-877c-91b0a5927045 HTTP/1.1" status: 204 len: 168 time: 0.7467964 Nov 19 15:19:59.362904 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 50542) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:19:59.409929 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.db_base_plugin_v2 [None req-fed3652d-37c5-447f-9861-25b96f0c0275 admin admin] Deleting subnet 30034238-24c0-4d3c-a28b-a2cb125a0843 {{(pid=102740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 15:19:59.412921 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-fed3652d-37c5-447f-9861-25b96f0c0275 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:59.445807 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-fed3652d-37c5-447f-9861-25b96f0c0275 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58783506'] for subnet, precommit_delete_associations {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:59.523533 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-fed3652d-37c5-447f-9861-25b96f0c0275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606856'] for subnet, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:59.578460 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-fed3652d-37c5-447f-9861-25b96f0c0275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59360284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59253660'] for subnet, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:59.603722 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed3652d-37c5-447f-9861-25b96f0c0275 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30034238-24c0-4d3c-a28b-a2cb125a0843,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:19:59.611108 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-fed3652d-37c5-447f-9861-25b96f0c0275 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:59.615627 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-fed3652d-37c5-447f-9861-25b96f0c0275 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/30034238-24c0-4d3c-a28b-a2cb125a0843 HTTP/1.1" status: 204 len: 168 time: 0.2518077 Nov 19 15:19:59.616062 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d9e4d6-5fda-4d75-9e28-41c98e2caaa8 None None] Network 1c592f38-b1dc-4d53-b93f-a1671b339d81 requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:19:59.618112 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 50544) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:19:59.683686 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-fa95c9f0-44ee-454d-8c59-05b6e57d81e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616598'] for network, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:59.737457 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [None req-fa95c9f0-44ee-454d-8c59-05b6e57d81e6 admin admin] Deleting port 6012ae9b-b3ee-4abc-93b5-39c23af3472a {{(pid=102740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:19:59.737840 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-fa95c9f0-44ee-454d-8c59-05b6e57d81e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:59.803208 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [None req-fa95c9f0-44ee-454d-8c59-05b6e57d81e6 admin admin] For port 6012ae9b-b3ee-4abc-93b5-39c23af3472a, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=6012ae9b-b3ee-4abc-93b5-39c23af3472a,segment=NetworkSegment(4e148c86-ca99-492f-8666-55e54f07b46f),segment_id=4e148c86-ca99-492f-8666-55e54f07b46f)] {{(pid=102740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:19:59.803504 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-fa95c9f0-44ee-454d-8c59-05b6e57d81e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:59.815633 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [None req-fa95c9f0-44ee-454d-8c59-05b6e57d81e6 admin admin] Calling delete_port for 6012ae9b-b3ee-4abc-93b5-39c23af3472a owned by network:dhcp {{(pid=102740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:19:59.896217 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-fa95c9f0-44ee-454d-8c59-05b6e57d81e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:19:59.898315 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fce7f5-83bb-45e2-9570-1c20b27f38e7 None None] DHCP port deletion for 1c592f38-b1dc-4d53-b93f-a1671b339d81 request from dv-cinder-817573-1-iscsi {{(pid=102741) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 15:19:59.926966 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95c9f0-44ee-454d-8c59-05b6e57d81e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6012ae9b-b3ee-4abc-93b5-39c23af3472a,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:19:59.936325 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa95c9f0-44ee-454d-8c59-05b6e57d81e6 admin admin] No DVR routers for this DVR port 6012ae9b-b3ee-4abc-93b5-39c23af3472a on host dv-cinder-817573-1-iscsi {{(pid=102740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 15:20:00.006473 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-fa95c9f0-44ee-454d-8c59-05b6e57d81e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-608543', 'neutron.services.segments.db._delete_segments_for_network-8763178264971'] for network, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:00.026540 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.services.segments.db [None req-fa95c9f0-44ee-454d-8c59-05b6e57d81e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c592f38-b1dc-4d53-b93f-a1671b339d81']}} {{(pid=102740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:20:00.035720 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.services.segments.db [None req-fa95c9f0-44ee-454d-8c59-05b6e57d81e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e148c86-ca99-492f-8666-55e54f07b46f') {'for_net_delete': True} {{(pid=102740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:20:00.036015 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.services.segments.db [None req-fa95c9f0-44ee-454d-8c59-05b6e57d81e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e148c86-ca99-492f-8666-55e54f07b46f') {} {{(pid=102740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:20:00.045549 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-fa95c9f0-44ee-454d-8c59-05b6e57d81e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763178248843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58782433'] for segment, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:00.058649 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-fa95c9f0-44ee-454d-8c59-05b6e57d81e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597'] for segment, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:00.065927 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa95c9f0-44ee-454d-8c59-05b6e57d81e6 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=102740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 15:20:00.066463 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-fa95c9f0-44ee-454d-8c59-05b6e57d81e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59360370'] for segment, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:00.068359 dv-cinder-817573-1-iscsi neutron-server[102740]: Traceback (most recent call last): Nov 19 15:20:00.068359 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 15:20:00.068359 dv-cinder-817573-1-iscsi neutron-server[102740]: timer() Nov 19 15:20:00.068359 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 15:20:00.068359 dv-cinder-817573-1-iscsi neutron-server[102740]: cb(*args, **kw) Nov 19 15:20:00.068359 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 15:20:00.068359 dv-cinder-817573-1-iscsi neutron-server[102740]: return func(*args, **kwargs) Nov 19 15:20:00.068359 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 15:20:00.068359 dv-cinder-817573-1-iscsi neutron-server[102740]: self._notify() Nov 19 15:20:00.068359 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 15:20:00.068359 dv-cinder-817573-1-iscsi neutron-server[102740]: self.callback(batched_events) Nov 19 15:20:00.068359 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 15:20:00.068359 dv-cinder-817573-1-iscsi neutron-server[102740]: event.method(event) Nov 19 15:20:00.068359 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 15:20:00.068359 dv-cinder-817573-1-iscsi neutron-server[102740]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 15:20:00.068359 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 15:20:00.068359 dv-cinder-817573-1-iscsi neutron-server[102740]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 15:20:00.068359 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 15:20:00.068359 dv-cinder-817573-1-iscsi neutron-server[102740]: return f(self, *a, **k) Nov 19 15:20:00.068359 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 15:20:00.068359 dv-cinder-817573-1-iscsi neutron-server[102740]: return self._get(url).json() Nov 19 15:20:00.068359 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 15:20:00.068359 dv-cinder-817573-1-iscsi neutron-server[102740]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 15:20:00.068359 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 15:20:00.068359 dv-cinder-817573-1-iscsi neutron-server[102740]: return self.request(url, 'GET', **kwargs) Nov 19 15:20:00.068359 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 15:20:00.068359 dv-cinder-817573-1-iscsi neutron-server[102740]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 15:20:00.068359 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 15:20:00.068359 dv-cinder-817573-1-iscsi neutron-server[102740]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 15:20:00.068359 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 15:20:00.068359 dv-cinder-817573-1-iscsi neutron-server[102740]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 15:20:00.068359 dv-cinder-817573-1-iscsi neutron-server[102740]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 15:20:00.127221 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-fa95c9f0-44ee-454d-8c59-05b6e57d81e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-608518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469263'] for network, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:00.134791 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-fa95c9f0-44ee-454d-8c59-05b6e57d81e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for network, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:00.137779 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-fa95c9f0-44ee-454d-8c59-05b6e57d81e6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1c592f38-b1dc-4d53-b93f-a1671b339d81 HTTP/1.1" status: 204 len: 168 time: 0.5187662 Nov 19 15:20:00.140963 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 50546) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:20:00.147650 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95c9f0-44ee-454d-8c59-05b6e57d81e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c592f38-b1dc-4d53-b93f-a1671b339d81,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:20:00.485122 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6751a0f6-abb1-4ed0-8fa6-b3b60eab9ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469809'] for router_interface, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:00.723351 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.plugin [None req-6751a0f6-abb1-4ed0-8fa6-b3b60eab9ff5 admin admin] Deleting port 77e2cf9f-2e5d-441f-a04a-d692341e6503 {{(pid=102739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:20:00.723702 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6751a0f6-abb1-4ed0-8fa6-b3b60eab9ff5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:00.773883 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 4bd73374-bd95-41dd-83a6-299b371ec3c6 no longer exists at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:20:00.797627 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] No Port match for: 4bd73374-bd95-41dd-83a6-299b371ec3c6 {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:20:00.797970 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 4bd73374-bd95-41dd-83a6-299b371ec3c6 not bound to the agent host dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:20:00.798380 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 6012ae9b-b3ee-4abc-93b5-39c23af3472a no longer exists at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:20:00.801921 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-6751a0f6-abb1-4ed0-8fa6-b3b60eab9ff5 admin admin] For port 77e2cf9f-2e5d-441f-a04a-d692341e6503, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=77e2cf9f-2e5d-441f-a04a-d692341e6503,segment=NetworkSegment(ad0e7cf3-96a5-48c5-b691-7e10036d1454),segment_id=ad0e7cf3-96a5-48c5-b691-7e10036d1454)] {{(pid=102739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:20:00.802312 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6751a0f6-abb1-4ed0-8fa6-b3b60eab9ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:00.819106 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.plugin [None req-6751a0f6-abb1-4ed0-8fa6-b3b60eab9ff5 admin admin] Calling delete_port for 77e2cf9f-2e5d-441f-a04a-d692341e6503 owned by network:router_interface {{(pid=102739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:20:00.819380 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] No Port match for: 6012ae9b-b3ee-4abc-93b5-39c23af3472a {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:20:00.819692 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 6012ae9b-b3ee-4abc-93b5-39c23af3472a not bound to the agent host dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:20:00.820105 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 192f7609-4f41-4a8f-a959-dbe2cf22a618 no longer exists at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:20:00.839993 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] No Port match for: 192f7609-4f41-4a8f-a959-dbe2cf22a618 {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:20:00.840338 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 192f7609-4f41-4a8f-a959-dbe2cf22a618 not bound to the agent host dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:20:00.992858 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6751a0f6-abb1-4ed0-8fa6-b3b60eab9ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58728053'] for port, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:01.022085 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6751a0f6-abb1-4ed0-8fa6-b3b60eab9ff5 admin admin] Pushing event deleted for resources: {'Port': ['ID=77e2cf9f-2e5d-441f-a04a-d692341e6503,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:20:01.188301 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-6751a0f6-abb1-4ed0-8fa6-b3b60eab9ff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469901'] for router_interface, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:01.396257 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6751a0f6-abb1-4ed0-8fa6-b3b60eab9ff5 admin admin] Router 382bbd56-dd33-49b3-999b-be53ae2bf72c has already been hosted by L3 agent 0aafc265-4800-4d9d-b569-4bc45a37eb5d {{(pid=102739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 15:20:01.499195 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6751a0f6-abb1-4ed0-8fa6-b3b60eab9ff5 admin admin] Notify agent at l3_agent.dv-cinder-817573-1-iscsi the message routers_updated {{(pid=102739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 15:20:01.505022 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-6751a0f6-abb1-4ed0-8fa6-b3b60eab9ff5 admin admin] 10.222.0.20 "PUT /v2.0/routers/382bbd56-dd33-49b3-999b-be53ae2bf72c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3621411 Nov 19 15:20:01.507514 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 50548) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:20:01.508467 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b32bac-b984-42b9-8186-f6a884dd6d02 None None] Sync routers for ids ['382bbd56-dd33-49b3-999b-be53ae2bf72c'] in dv-cinder-817573-1-iscsi {{(pid=102742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 15:20:01.518775 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b32bac-b984-42b9-8186-f6a884dd6d02 None None] Routers {'382bbd56-dd33-49b3-999b-be53ae2bf72c'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:20:01.519382 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-14b32bac-b984-42b9-8186-f6a884dd6d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:19:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['382bbd56-dd33-49b3-999b-be53ae2bf72c'], 'active': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:20:01.607908 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-091e24aa-5e5f-4d38-ab13-7eb1ed1fcab1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:01.621189 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvr_db [None req-14b32bac-b984-42b9-8186-f6a884dd6d02 None None] Set router 382bbd56-dd33-49b3-999b-be53ae2bf72c gateway port host: dv-cinder-817573-1-iscsi {{(pid=102742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:20:01.710441 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-091e24aa-5e5f-4d38-ab13-7eb1ed1fcab1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:01.766544 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.plugin [None req-091e24aa-5e5f-4d38-ab13-7eb1ed1fcab1 admin admin] Deleting port 99fd38b8-2377-4717-8f26-6e983d902be3 {{(pid=102739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:20:01.766877 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-091e24aa-5e5f-4d38-ab13-7eb1ed1fcab1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:01.794460 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-14b32bac-b984-42b9-8186-f6a884dd6d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382bbd56-dd33-49b3-999b-be53ae2bf72c', 'name': 'tempest-TestVolumeBootPattern-856676121-router', 'tenant_id': 'ca57a6701ccd406c800d9f0764f00183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'external_fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '99fd38b8-2377-4717-8f26-6e983d902be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:12:54Z', 'updated_at': '2021-11-19T15:20:00Z', 'revision_number': 5, 'project_id': 'ca57a6701ccd406c800d9f0764f00183', 'gw_port': {'id': '99fd38b8-2377-4717-8f26-6e983d902be3', 'name': '', 'network_id': '28d9acba-080c-4a37-9781-fba989a64823', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:01:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382bbd56-dd33-49b3-999b-be53ae2bf72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817573-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T15:12:54Z', 'updated_at': '2021-11-19T15:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '831d2bcc-ea48-4f58-960e-dcc1ce111fc5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817573-1-iscsi'}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:20:01.824016 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b32bac-b984-42b9-8186-f6a884dd6d02 None None] Checking router: 382bbd56-dd33-49b3-999b-be53ae2bf72c for host: dv-cinder-817573-1-iscsi {{(pid=102742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 15:20:01.832641 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b32bac-b984-42b9-8186-f6a884dd6d02 None None] Routers {'382bbd56-dd33-49b3-999b-be53ae2bf72c'} bound to L3 agent in host dv-cinder-817573-1-iscsi {{(pid=102742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 15:20:01.833276 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-14b32bac-b984-42b9-8186-f6a884dd6d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817573-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T14:56:19Z,description=,heartbeat_timestamp=2021-11-19T15:19:49Z,host='dv-cinder-817573-1-iscsi',id=0aafc265-4800-4d9d-b569-4bc45a37eb5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T14:56:19Z,topic='l3_agent')) {'router_ids': ['382bbd56-dd33-49b3-999b-be53ae2bf72c'], 'active': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:20:01.846981 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.db [None req-091e24aa-5e5f-4d38-ab13-7eb1ed1fcab1 admin admin] For port 99fd38b8-2377-4717-8f26-6e983d902be3, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=99fd38b8-2377-4717-8f26-6e983d902be3,segment=NetworkSegment(8c548d3f-e438-4dec-b739-b60f621b5d36),segment_id=8c548d3f-e438-4dec-b739-b60f621b5d36)] {{(pid=102739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:20:01.847370 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-091e24aa-5e5f-4d38-ab13-7eb1ed1fcab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:01.858923 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.plugins.ml2.plugin [None req-091e24aa-5e5f-4d38-ab13-7eb1ed1fcab1 admin admin] Calling delete_port for 99fd38b8-2377-4717-8f26-6e983d902be3 owned by network:router_gateway {{(pid=102739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:20:01.915649 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_dvr_db [None req-14b32bac-b984-42b9-8186-f6a884dd6d02 None None] Set router 382bbd56-dd33-49b3-999b-be53ae2bf72c gateway port host: None {{(pid=102742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 15:20:01.965598 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.l3_hamode_db [None req-14b32bac-b984-42b9-8186-f6a884dd6d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382bbd56-dd33-49b3-999b-be53ae2bf72c', 'name': 'tempest-TestVolumeBootPattern-856676121-router', 'tenant_id': 'ca57a6701ccd406c800d9f0764f00183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:12:54Z', 'updated_at': '2021-11-19T15:20:01Z', 'revision_number': 6, 'project_id': 'ca57a6701ccd406c800d9f0764f00183', 'gw_port_host': None}], 'dv-cinder-817573-1-iscsi', False) {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:20:01.995604 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b32bac-b984-42b9-8186-f6a884dd6d02 None None] The sync data for ids ['382bbd56-dd33-49b3-999b-be53ae2bf72c'] in dv-cinder-817573-1-iscsi is: [{'id': '382bbd56-dd33-49b3-999b-be53ae2bf72c', 'name': 'tempest-TestVolumeBootPattern-856676121-router', 'tenant_id': 'ca57a6701ccd406c800d9f0764f00183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T15:12:54Z', 'updated_at': '2021-11-19T15:20:01Z', 'revision_number': 6, 'project_id': 'ca57a6701ccd406c800d9f0764f00183', 'gw_port_host': None}] {{(pid=102742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 15:20:02.020973 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-091e24aa-5e5f-4d38-ab13-7eb1ed1fcab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58728053'] for port, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:02.052384 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e24aa-5e5f-4d38-ab13-7eb1ed1fcab1 admin admin] Pushing event deleted for resources: {'Port': ['ID=99fd38b8-2377-4717-8f26-6e983d902be3,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:20:02.103102 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-091e24aa-5e5f-4d38-ab13-7eb1ed1fcab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437495'] for router_gateway, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:02.189771 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-091e24aa-5e5f-4d38-ab13-7eb1ed1fcab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-463771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7245'] for router, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:02.191874 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-091e24aa-5e5f-4d38-ab13-7eb1ed1fcab1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:02.237670 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-091e24aa-5e5f-4d38-ab13-7eb1ed1fcab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-463762'] for router, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:02.238220 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091e24aa-5e5f-4d38-ab13-7eb1ed1fcab1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 382bbd56-dd33-49b3-999b-be53ae2bf72c {{(pid=102739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 15:20:02.242996 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-091e24aa-5e5f-4d38-ab13-7eb1ed1fcab1 admin admin] Publish callbacks [] for router, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:02.244140 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-091e24aa-5e5f-4d38-ab13-7eb1ed1fcab1 admin admin] 10.222.0.20 "DELETE /v2.0/routers/382bbd56-dd33-49b3-999b-be53ae2bf72c HTTP/1.1" status: 204 len: 168 time: 0.7357275 Nov 19 15:20:02.246684 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.wsgi [-] (102739) accepted ('10.222.0.20', 50550) {{(pid=102739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:20:02.290770 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb066f87-c1b6-4e7c-8a35-147e5a18f978 admin admin] Deleting subnet 99162008-4c95-42e4-ab49-3af0f0bd9d37 {{(pid=102739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 15:20:02.293652 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-eb066f87-c1b6-4e7c-8a35-147e5a18f978 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:02.326039 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-eb066f87-c1b6-4e7c-8a35-147e5a18f978 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58996889'] for subnet, precommit_delete_associations {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:02.408102 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-eb066f87-c1b6-4e7c-8a35-147e5a18f978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606856'] for subnet, precommit_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:02.467586 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-eb066f87-c1b6-4e7c-8a35-147e5a18f978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58728006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59078695'] for subnet, after_delete {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:02.497830 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron_lib.callbacks.manager [None req-eb066f87-c1b6-4e7c-8a35-147e5a18f978 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for subnet, before_response {{(pid=102739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:02.502099 dv-cinder-817573-1-iscsi neutron-server[102739]: INFO neutron.wsgi [None req-eb066f87-c1b6-4e7c-8a35-147e5a18f978 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/99162008-4c95-42e4-ab49-3af0f0bd9d37 HTTP/1.1" status: 204 len: 168 time: 0.2544935 Nov 19 15:20:02.502821 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed4c471-1b29-4d68-9906-00726466c43a None None] Network abb6b325-0f81-4874-b792-789ed862aec8 requested from dv-cinder-817573-1-iscsi {{(pid=102741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 15:20:02.503351 dv-cinder-817573-1-iscsi neutron-server[102739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb066f87-c1b6-4e7c-8a35-147e5a18f978 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99162008-4c95-42e4-ab49-3af0f0bd9d37,revision_number=None']} {{(pid=102739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:20:02.504749 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 50552) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:20:02.571093 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f1ec78e3-9bbf-4f96-b3e3-ee1bc621b9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616598'] for network, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:02.626728 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [None req-f1ec78e3-9bbf-4f96-b3e3-ee1bc621b9b7 admin admin] Deleting port bc0a2591-d4e5-458e-ab60-429fa241af30 {{(pid=102740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:20:02.627070 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f1ec78e3-9bbf-4f96-b3e3-ee1bc621b9b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:02.690202 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.db [None req-f1ec78e3-9bbf-4f96-b3e3-ee1bc621b9b7 admin admin] For port bc0a2591-d4e5-458e-ab60-429fa241af30, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=bc0a2591-d4e5-458e-ab60-429fa241af30,segment=NetworkSegment(ad0e7cf3-96a5-48c5-b691-7e10036d1454),segment_id=ad0e7cf3-96a5-48c5-b691-7e10036d1454)] {{(pid=102740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:20:02.690608 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f1ec78e3-9bbf-4f96-b3e3-ee1bc621b9b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:02.702571 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.plugin [None req-f1ec78e3-9bbf-4f96-b3e3-ee1bc621b9b7 admin admin] Calling delete_port for bc0a2591-d4e5-458e-ab60-429fa241af30 owned by network:dhcp {{(pid=102740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:20:02.751456 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eea7d3c-379a-4d47-83db-2fa47a1abcb6 None None] DHCP port deletion for abb6b325-0f81-4874-b792-789ed862aec8 request from dv-cinder-817573-1-iscsi {{(pid=102741) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 15:20:02.818108 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-3eea7d3c-379a-4d47-83db-2fa47a1abcb6 None None] Deleting port bc0a2591-d4e5-458e-ab60-429fa241af30 {{(pid=102741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 15:20:02.818544 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-3eea7d3c-379a-4d47-83db-2fa47a1abcb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763178188391'] for port, before_delete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:02.821774 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 77e2cf9f-2e5d-441f-a04a-d692341e6503 no longer exists at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:20:03.005361 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] No Port match for: 77e2cf9f-2e5d-441f-a04a-d692341e6503 {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:20:03.005618 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 77e2cf9f-2e5d-441f-a04a-d692341e6503 not bound to the agent host dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:20:03.006038 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 99fd38b8-2377-4717-8f26-6e983d902be3 no longer exists at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:20:03.029945 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] No Port match for: 99fd38b8-2377-4717-8f26-6e983d902be3 {{(pid=102741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 15:20:03.030293 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device 99fd38b8-2377-4717-8f26-6e983d902be3 not bound to the agent host dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:20:03.030717 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device bc0a2591-d4e5-458e-ab60-429fa241af30 no longer exists at agent ovs-agent-dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 15:20:03.066789 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f1ec78e3-9bbf-4f96-b3e3-ee1bc621b9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59360303'] for port, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:03.079990 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-3eea7d3c-379a-4d47-83db-2fa47a1abcb6 None None] For port bc0a2591-d4e5-458e-ab60-429fa241af30, host dv-cinder-817573-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817573-1-iscsi',level=0,port_id=bc0a2591-d4e5-458e-ab60-429fa241af30,segment=NetworkSegment(ad0e7cf3-96a5-48c5-b691-7e10036d1454),segment_id=ad0e7cf3-96a5-48c5-b691-7e10036d1454)] {{(pid=102741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 15:20:03.080305 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-3eea7d3c-379a-4d47-83db-2fa47a1abcb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442038'] for port, precommit_delete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:03.093731 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec78e3-9bbf-4f96-b3e3-ee1bc621b9b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc0a2591-d4e5-458e-ab60-429fa241af30,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:20:03.095556 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ec78e3-9bbf-4f96-b3e3-ee1bc621b9b7 admin admin] No DVR routers for this DVR port bc0a2591-d4e5-458e-ab60-429fa241af30 on host dv-cinder-817573-1-iscsi {{(pid=102740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 15:20:03.095701 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.plugin [None req-3eea7d3c-379a-4d47-83db-2fa47a1abcb6 None None] Calling delete_port for bc0a2591-d4e5-458e-ab60-429fa241af30 owned by network:dhcp {{(pid=102741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 15:20:03.105311 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.db [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] No active binding found for port bc0a2591-d4e5-458e-ab60-429fa241af30 {{(pid=102741) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 19 15:20:03.105730 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.plugins.ml2.rpc [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Device bc0a2591-d4e5-458e-ab60-429fa241af30 not bound to the agent host dv-cinder-817573-1-iscsi {{(pid=102741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 15:20:03.167612 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f1ec78e3-9bbf-4f96-b3e3-ee1bc621b9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-608543', 'neutron.services.segments.db._delete_segments_for_network-8763178264971'] for network, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:03.180641 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-3eea7d3c-379a-4d47-83db-2fa47a1abcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763178195137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763177738177'] for port, after_delete {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:03.186794 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.services.segments.db [None req-f1ec78e3-9bbf-4f96-b3e3-ee1bc621b9b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb6b325-0f81-4874-b792-789ed862aec8']}} {{(pid=102740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:20:03.195904 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.services.segments.db [None req-f1ec78e3-9bbf-4f96-b3e3-ee1bc621b9b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad0e7cf3-96a5-48c5-b691-7e10036d1454') {'for_net_delete': True} {{(pid=102740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:20:03.196202 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.services.segments.db [None req-f1ec78e3-9bbf-4f96-b3e3-ee1bc621b9b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad0e7cf3-96a5-48c5-b691-7e10036d1454') {} {{(pid=102740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 15:20:03.204334 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea7d3c-379a-4d47-83db-2fa47a1abcb6 None None] Pushing event deleted for resources: {'Port': ['ID=bc0a2591-d4e5-458e-ab60-429fa241af30,revision_number=None']} {{(pid=102741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:20:03.206381 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f1ec78e3-9bbf-4f96-b3e3-ee1bc621b9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763178248843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58782433'] for segment, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:03.214287 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eea7d3c-379a-4d47-83db-2fa47a1abcb6 None None] No DVR routers for this DVR port bc0a2591-d4e5-458e-ab60-429fa241af30 on host dv-cinder-817573-1-iscsi {{(pid=102741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 15:20:03.217186 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea7d3c-379a-4d47-83db-2fa47a1abcb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:20:03.217494 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea7d3c-379a-4d47-83db-2fa47a1abcb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:20:03.217840 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea7d3c-379a-4d47-83db-2fa47a1abcb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:20:03.218313 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea7d3c-379a-4d47-83db-2fa47a1abcb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:20:03.218568 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea7d3c-379a-4d47-83db-2fa47a1abcb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:20:03.218901 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea7d3c-379a-4d47-83db-2fa47a1abcb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:20:03.219276 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea7d3c-379a-4d47-83db-2fa47a1abcb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:20:03.219692 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea7d3c-379a-4d47-83db-2fa47a1abcb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:20:03.220026 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea7d3c-379a-4d47-83db-2fa47a1abcb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:20:03.220475 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea7d3c-379a-4d47-83db-2fa47a1abcb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:20:03.220621 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f1ec78e3-9bbf-4f96-b3e3-ee1bc621b9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597'] for segment, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:03.221734 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea7d3c-379a-4d47-83db-2fa47a1abcb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:20:03.222130 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea7d3c-379a-4d47-83db-2fa47a1abcb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817573-1-iscsi {{(pid=102741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 15:20:03.227689 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ec78e3-9bbf-4f96-b3e3-ee1bc621b9b7 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=102740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 15:20:03.227936 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f1ec78e3-9bbf-4f96-b3e3-ee1bc621b9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-612597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59360370'] for segment, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:03.230867 dv-cinder-817573-1-iscsi neutron-server[102740]: Traceback (most recent call last): Nov 19 15:20:03.230867 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 15:20:03.230867 dv-cinder-817573-1-iscsi neutron-server[102740]: timer() Nov 19 15:20:03.230867 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 15:20:03.230867 dv-cinder-817573-1-iscsi neutron-server[102740]: cb(*args, **kw) Nov 19 15:20:03.230867 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 15:20:03.230867 dv-cinder-817573-1-iscsi neutron-server[102740]: return func(*args, **kwargs) Nov 19 15:20:03.230867 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 15:20:03.230867 dv-cinder-817573-1-iscsi neutron-server[102740]: self._notify() Nov 19 15:20:03.230867 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 15:20:03.230867 dv-cinder-817573-1-iscsi neutron-server[102740]: self.callback(batched_events) Nov 19 15:20:03.230867 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 15:20:03.230867 dv-cinder-817573-1-iscsi neutron-server[102740]: event.method(event) Nov 19 15:20:03.230867 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 15:20:03.230867 dv-cinder-817573-1-iscsi neutron-server[102740]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 15:20:03.230867 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 15:20:03.230867 dv-cinder-817573-1-iscsi neutron-server[102740]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 15:20:03.230867 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 15:20:03.230867 dv-cinder-817573-1-iscsi neutron-server[102740]: return f(self, *a, **k) Nov 19 15:20:03.230867 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 15:20:03.230867 dv-cinder-817573-1-iscsi neutron-server[102740]: return self._get(url).json() Nov 19 15:20:03.230867 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 15:20:03.230867 dv-cinder-817573-1-iscsi neutron-server[102740]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 15:20:03.230867 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 15:20:03.230867 dv-cinder-817573-1-iscsi neutron-server[102740]: return self.request(url, 'GET', **kwargs) Nov 19 15:20:03.230867 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 15:20:03.230867 dv-cinder-817573-1-iscsi neutron-server[102740]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 15:20:03.230867 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 15:20:03.230867 dv-cinder-817573-1-iscsi neutron-server[102740]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 15:20:03.230867 dv-cinder-817573-1-iscsi neutron-server[102740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 15:20:03.230867 dv-cinder-817573-1-iscsi neutron-server[102740]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 15:20:03.230867 dv-cinder-817573-1-iscsi neutron-server[102740]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 15:20:03.281864 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f1ec78e3-9bbf-4f96-b3e3-ee1bc621b9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-608518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469263'] for network, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:03.287763 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-f1ec78e3-9bbf-4f96-b3e3-ee1bc621b9b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705357'] for network, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:03.291531 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-f1ec78e3-9bbf-4f96-b3e3-ee1bc621b9b7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/abb6b325-0f81-4874-b792-789ed862aec8 HTTP/1.1" status: 204 len: 168 time: 0.7856772 Nov 19 15:20:03.304492 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec78e3-9bbf-4f96-b3e3-ee1bc621b9b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=abb6b325-0f81-4874-b792-789ed862aec8,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:20:03.407077 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 50556) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:20:03.448113 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-f7fdbd64-09b0-43dd-85dd-0aa2fa541400 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=65503588761e4489b784b977e0d1e639&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398340 Nov 19 15:20:03.450467 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 50558) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:20:03.499313 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-2d0ea499-6072-467d-a00c-bf55bae9c6e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:03.520636 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-2d0ea499-6072-467d-a00c-bf55bae9c6e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:03.565979 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-2d0ea499-6072-467d-a00c-bf55bae9c6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:03.568479 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-2d0ea499-6072-467d-a00c-bf55bae9c6e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:03.569651 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-2d0ea499-6072-467d-a00c-bf55bae9c6e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/372f3b3c-a79f-4248-ae7e-e8cace8baf01 HTTP/1.1" status: 204 len: 168 time: 0.1182892 Nov 19 15:20:03.577222 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ea499-6072-467d-a00c-bf55bae9c6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372f3b3c-a79f-4248-ae7e-e8cace8baf01,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:20:03.899567 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 50564) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:20:03.949823 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-66faa3ba-7fb3-4c73-82c7-afb1690676bd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca57a6701ccd406c800d9f0764f00183&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0490458 Nov 19 15:20:03.952247 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [-] (102740) accepted ('10.222.0.20', 50566) {{(pid=102740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 15:20:04.003176 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-86004735-4a13-4f18-82c0-29dae909e2d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:04.026466 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-86004735-4a13-4f18-82c0-29dae909e2d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:04.077974 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-86004735-4a13-4f18-82c0-29dae909e2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781984'] for security_group, after_delete {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:04.081083 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron_lib.callbacks.manager [None req-86004735-4a13-4f18-82c0-29dae909e2d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:04.082613 dv-cinder-817573-1-iscsi neutron-server[102740]: INFO neutron.wsgi [None req-86004735-4a13-4f18-82c0-29dae909e2d8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a7d055a0-5458-40d9-b0e1-b65571272889 HTTP/1.1" status: 204 len: 168 time: 0.1293683 Nov 19 15:20:04.092371 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86004735-4a13-4f18-82c0-29dae909e2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d055a0-5458-40d9-b0e1-b65571272889,revision_number=None']} {{(pid=102740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 15:20:04.262671 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:16.157163 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-e6317ce5-ed90-4620-87a3-4df34c85e304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:18.593468 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 6 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:20:18.642400 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-4350b5cb-4144-427c-bbbd-2fba0cada4b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:19.720269 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:21.120710 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:22.142900 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:34.265108 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:46.161179 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-37500a1c-784f-4422-9d8a-f82a3b8dfa13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:48.643962 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-1317e9cb-a619-413f-bee1-0e98f07a9ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:49.723549 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:51.123125 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:52.143852 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:20:55.591567 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 6 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:21:04.264556 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:21:16.162895 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-e68c0ea4-5545-498f-b9cd-5bcfabedf139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:21:18.644381 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-204ebb58-8516-428c-9a89-5593c04ba12c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:21:19.724864 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:21:21.126466 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:21:22.146025 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:21:32.590642 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 6 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:21:34.281053 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:21:46.165941 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-7c283657-ebfe-4bdb-af48-bcdb739be602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:21:48.645703 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-14ac488e-e74e-41c2-a8fa-936cf622eaa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:21:49.728310 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:21:51.129599 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:21:52.147488 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:22:04.278419 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:22:09.589880 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 6 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:22:16.166975 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-eb3f1bf3-f867-457a-882e-1105b55d950a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:22:18.647743 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-91fbd1f5-ade9-46a8-96a3-a782bfe89432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:22:19.731442 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:22:21.132153 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:22:22.150105 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:22:34.291637 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:22:36.036342 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [req-77ce0fd2-e4c6-4a13-ab0f-a068a37bd704 req-30a9133c-0a5a-42d3-89ae-f33f0405123c service neutron] (102740) timed out ('10.222.0.11', 51170) {{(pid=102740) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 15:22:46.167798 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-c0860a6c-5832-4ea9-9f66-752eeb61ce01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:22:46.589227 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 6 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:22:48.649944 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-fc032148-99da-49a9-b0f8-8028f5a92392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:22:49.736098 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:22:51.134446 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:22:52.151426 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:23:04.277876 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:23:16.170146 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-a5ff3e5b-cb62-4c47-9bdb-cfc0c5630fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:23:18.651108 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-fae52b5e-ffac-4bc6-90d8-6279740238f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:23:19.736612 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:23:21.137326 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:23:22.153037 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:23:23.588851 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 6 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:23:34.308163 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:23:46.170208 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-9b3e1361-84fd-45d9-ac5a-533a9438cdb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:23:48.652052 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-646f3d17-756b-4dee-a335-95039503230e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:23:49.740624 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:23:51.140932 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:23:52.154411 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:24:00.588730 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 6 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:24:04.307430 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:24:16.172004 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-5615d48a-ba57-4df2-8d9a-38a90323e420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:24:18.652420 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-b33c4496-c75a-48fb-9f58-f8e06d30b78d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:24:19.742196 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:24:21.142308 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:24:22.155857 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:24:34.322149 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:24:37.587347 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 6 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:24:46.172756 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-15a354d3-2de2-4a39-8d9f-4df757f86adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:24:48.653040 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-a2cbf3b2-6661-423b-848b-9d457acc772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:24:49.744462 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:24:51.143923 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:24:52.160268 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:25:04.333306 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-52528c4e-f7b5-4025-b5e5-5b7cc1e5ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:25:14.587383 dv-cinder-817573-1-iscsi neutron-server[102742]: DEBUG neutron.db.agents_db [None req-ecdedbb9-970c-4f77-8376-de8266a10140 None None] Agent healthcheck: found 6 active agents {{(pid=102742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 15:25:16.173471 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-7647635e-f419-4a4d-afe0-24cb8b20cc8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:25:18.654506 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-93fd1e45-4077-4c71-b0a2-003b0fa333b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:25:19.747293 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-be0bc2f3-069f-4866-ab44-02ea07f66ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:25:21.147271 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-82407df4-c948-4b56-89a6-05ae4796b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:25:22.164096 dv-cinder-817573-1-iscsi neutron-server[102741]: DEBUG neutron_lib.callbacks.manager [None req-905e4451-6e08-43e6-a313-7d3388b10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763178266480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3600671'] for agent, after_update {{(pid=102741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 15:25:23.943354 dv-cinder-817573-1-iscsi neutron-server[102740]: DEBUG neutron.wsgi [req-f190b0f3-e385-46dd-8769-eab2c287201d req-f658cb5e-65b7-41e2-9610-428b47362fe0 service neutron] (102740) timed out ('10.222.0.11', 51124) {{(pid=102740) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}